-- Logs begin at Fri 2021-07-09 18:05:09 UTC, end at Fri 2021-07-09 19:09:58 UTC. --
Jul 09 18:41:20.724172 dv-cinder-800268-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 09 18:41:23.061905 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.common.config [-] Logging enabled!
Jul 09 18:41:23.062648 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99
Jul 09 18:41:23.062763 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 09 18:41:23.065905 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.common.config [-] Logging enabled!
Jul 09 18:41:23.066162 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99
Jul 09 18:41:23.066474 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78413) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 09 18:41:23.067413 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 18:41:23.067647 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 18:41:23.068011 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 18:41:23.068258 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 18:41:23.068486 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 18:41:23.068829 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.069131 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.069430 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.069660 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.069958 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.070248 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.070532 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.070822 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.071127 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.071411 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.071694 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.071980 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.072211 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.072492 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.072807 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.073098 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.073324 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.073606 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.074036 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.074453 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.074733 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.075024 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.075306 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.075578 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.076392 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.076793 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.077122 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] host                           = dv-cinder-800268-1-iscsi {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.077407 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.077697 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.077989 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.078281 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.078558 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.078839 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.079129 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.079403 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.079678 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.079956 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.080244 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.080537 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.080852 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.081084 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.081308 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.081609 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.081883 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.082160 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.082438 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.082715 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.083009 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.083265 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.083535 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.083818 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.084101 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.084386 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.084870 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.084970 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.085216 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.085486 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.085769 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.086043 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.086319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.086592 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.086880 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.087149 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.087423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.087725 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.088010 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.088293 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.088581 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.088890 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.089194 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.089451 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.089722 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.089993 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.090265 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.090536 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.090819 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.091096 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.092029 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.092310 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.092586 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.092892 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:23.093193 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.093492 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.093794 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.094078 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.094374 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.094657 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.094948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.095226 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.095516 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.095806 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.096093 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.096367 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.096657 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.096957 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.097253 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.097563 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.097857 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.098149 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.098423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.098698 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.100881 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.101395 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.101467 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.101703 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.101991 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.102272 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.102544 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.102825 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.103101 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.103372 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.103645 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.103921 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.104212 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.104488 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.104784 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.105057 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.105333 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.105604 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.105889 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108806 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.108806 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.110652 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.111179 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.111179 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.111333 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.111593 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.111865 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.112153 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.112453 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.112767 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.113051 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.113331 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.113610 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.113887 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.114162 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.114441 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.114723 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.114996 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.115289 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.115573 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.115859 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.116140 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.116419 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.116736 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.117019 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.117302 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.117581 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.117860 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.118149 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.118435 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.118731 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.119025 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.119335 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.119629 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.119922 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.120204 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.120512 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.120821 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:23.121047 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 18:41:23.121291 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78413) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 09 18:41:23.509201 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO keyring.backend [-] Loading KWallet
Jul 09 18:41:23.516979 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO keyring.backend [-] Loading SecretService
Jul 09 18:41:23.520549 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO keyring.backend [-] Loading Windows
Jul 09 18:41:23.521877 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO keyring.backend [-] Loading chainer
Jul 09 18:41:23.522470 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO keyring.backend [-] Loading macOS
Jul 09 18:41:23.556634 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:23.556942 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:23.557236 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:23.557570 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 09 18:41:23.861196 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.861480 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.861758 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.862959 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.863235 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.863503 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.985325 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.985600 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.985867 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.999639 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:23.999920 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.000189 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.029026 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.029383 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.029658 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.067928 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.068497 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.068497 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.298720 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f340d603c10> agent after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.298930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f340d603c10> agent after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.299198 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f340d603af0> segment precommit_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.299467 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f340d603b80> network precommit_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.300222 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f340d6741f0> segment before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.423701 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> network before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.424022 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f340d3a7ee0> agent before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.424303 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> network before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.424574 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.424862 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.425172 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> segment after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.425433 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> segment precommit_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.425688 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> segment precommit_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.425940 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> segment after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.426223 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> network after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.426480 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> network precommit_delete 0 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.426744 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port provisioning_complete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.427008 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.427262 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.427530 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> agent after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.427942 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> subnet after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.428206 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> subnet precommit_delete 0 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.428480 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.428770 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.429058 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> segment_host_mapping after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.429411 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.429665 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.429921 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> port after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.430203 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.430452 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.430695 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f340e244910>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.431078 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.431318 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.431552 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.431784 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.432016 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.432255 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:24.432613 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 09 18:41:24.435878 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 09 18:41:24.439803 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 09 18:41:24.443590 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Jul 09 18:41:24.445256 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 09 18:41:24.445719 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 09 18:41:24.446057 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 09 18:41:24.446452 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 09 18:41:24.449394 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 09 18:41:24.449643 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 09 18:41:24.449987 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 09 18:41:24.478189 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 09 18:41:24.478643 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f340d4142b0>> qos_plugin after_init 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.478941 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78413) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 09 18:41:24.479303 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f340d414520>> logging-plugin after_init 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.480658 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78413) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 09 18:41:24.480965 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 09 18:41:24.481208 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 09 18:41:24.484387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f340d4037c0>> floatingip before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.484688 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f340d4037c0>> port before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:24.546898 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 09 18:41:24.547136 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 09 18:41:24.547376 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 09 18:41:24.547746 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 09 18:41:24.579559 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_db.sqlalchemy.engines [None req-31576161-0318-43ad-a463-05924dc724d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78413) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 09 18:41:24.920786 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing driver for type 'gre'
Jul 09 18:41:24.921322 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31576161-0318-43ad-a463-05924dc724d4 None None] gre ID ranges: [(1, 1000)]
Jul 09 18:41:24.976526 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing driver for type 'local'
Jul 09 18:41:24.976936 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing driver for type 'vlan'
Jul 09 18:41:24.988973 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31576161-0318-43ad-a463-05924dc724d4 None None] VlanTypeDriver initialization complete
Jul 09 18:41:24.989333 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing driver for type 'vxlan'
Jul 09 18:41:24.989828 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31576161-0318-43ad-a463-05924dc724d4 None None] vxlan ID ranges: [(1, 1000)]
Jul 09 18:41:25.041587 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing extension driver 'port_security'
Jul 09 18:41:25.041978 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.extensions.port_security [None req-31576161-0318-43ad-a463-05924dc724d4 None None] PortSecurityExtensionDriver initialization complete
Jul 09 18:41:25.042349 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing mechanism driver 'openvswitch'
Jul 09 18:41:25.042678 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing mechanism driver 'hyperv'
Jul 09 18:41:25.049913 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.plugins.ml2.plugin [None req-31576161-0318-43ad-a463-05924dc724d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:25.050678 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b2130>> port after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.051050 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b2130>> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.051400 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b2130>> port after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.051807 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b23a0>> subnet after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.052137 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b23a0>> subnet after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.052478 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340d3b23a0>> subnet after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.052886 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b610>> network after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.053242 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b610>> network after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.053577 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b610>> network after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.053953 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b880>> security_group after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.054302 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b880>> security_group after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.054642 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5b880>> security_group after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.055021 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5baf0>> security_group_rule after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.055361 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5baf0>> security_group_rule after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.055697 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5baf0>> security_group_rule after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.056067 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5bd60>> address_group after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.056410 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5bd60>> address_group after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.056768 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f340cf5bd60>> address_group after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.057106 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31576161-0318-43ad-a463-05924dc724d4 None None] ML2 OVO RPC backend initialized. {{(pid=78413) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 09 18:41:25.057815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> router_interface after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.058205 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> router_interface after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.058631 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> network before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.058975 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> networks before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.059320 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> port before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.059659 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> ports before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.060018 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> subnet before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.060946 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> subnets before_response 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.061379 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> network after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.061724 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> network after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.062060 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> network after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.062396 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> port after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.062733 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.063065 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> port after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.063399 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> subnet after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.063732 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> subnet after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.064063 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f340cf63160>> subnet after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.064646 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.plugin [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Modular L2 Plugin initialization complete
Jul 09 18:41:25.064999 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading services supported by the core plugin {{(pid=78413) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 09 18:41:25.065325 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.plugins.ml2.managers [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Got port-security extension from driver 'port_security'
Jul 09 18:41:25.065787 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.extensions.vlantransparent [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Disabled vlantransparent extension.
Jul 09 18:41:25.066275 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78413) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 09 18:41:25.066591 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: router
Jul 09 18:41:25.102205 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router_interface before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.102868 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_create 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.102970 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router before_create 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.103301 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router_interface before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.103671 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router_interface after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.104024 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_delete 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.104382 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> floatingip after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.104772 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_create 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.105123 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.105474 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.105819 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router_gateway after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.106174 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.106585 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.107537 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f340d75fca0> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.107920 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f340d762820> port after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.108259 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f340d75fd30> subnet after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.108601 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f340d75fc10> subnetpool_address_scope after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.108973 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> port precommit_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.109321 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_create 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.109660 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f340d766670> port before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.109999 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.110360 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router after_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.110700 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_delete 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.111047 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_create 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.111408 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router_interface after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.111751 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> router precommit_update 55549900 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.112125 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> agent after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.112466 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> agent after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.112839 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f340cf632b0>> network after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.113700 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Tracking information for resource: router configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:25.114025 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Tracking information for resource: floatingip configured {{(pid=78413) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 09 18:41:25.119010 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.db.l3_agentschedulers_db [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 09 18:41:25.119587 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f340cecd160> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.119952 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f340cecd040> port after_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.120300 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _notify_port_delete at 0x7f340cecd0d0> port after_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.120647 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f340cecd430> port after_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.121466 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f340ce77b20>> router before_create 55550100 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.121826 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f340ce77b20>> router precommit_delete 55550100 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.122186 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f340ce77b20>> router precommit_create 55550100 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.123155 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f340ce77b20>> router precommit_update 55550100 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.127566 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.provider_configuration [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service providers = [] {{(pid=78413) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 09 18:41:25.127932 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.db.servicetype_db [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78413) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 09 18:41:25.130895 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.service_base [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 18:41:25.131244 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.service_base [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 18:41:25.131587 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.service_base [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 18:41:25.132764 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.services.service_base [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78413) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 09 18:41:25.133300 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.services.service_base [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 09 18:41:25.133675 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.133995 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 09 18:41:25.144518 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.144886 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: auto_allocate
Jul 09 18:41:25.150631 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f340ce9f790> network precommit_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.150952 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f340ce9f790> network precommit_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.151462 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.151781 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: tag
Jul 09 18:41:25.158517 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.158845 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: timestamp
Jul 09 18:41:25.162696 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.163020 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: network_ip_availability
Jul 09 18:41:25.168190 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cea0070>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.168556 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cea0070>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.168946 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cea0070>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.170214 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.170530 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: flavors
Jul 09 18:41:25.175354 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.175685 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading Plugin: revisions
Jul 09 18:41:25.179918 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78413) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 09 18:41:25.180309 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=78413) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:25.181070 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78413) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 09 18:41:25.181408 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Initializing extension manager.
Jul 09 18:41:25.181911 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: __init__.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.182248 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: __pycache__ {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.182576 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.182895 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: address_group.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.183648 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.184203 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: address-group
Jul 09 18:41:25.184525 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: address_scope.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.186011 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.186630 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: address-scope
Jul 09 18:41:25.186954 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.187891 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.188394 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: router-admin-state-down-before-update
Jul 09 18:41:25.188746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: agent.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.189457 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.189951 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: agent
Jul 09 18:41:25.190269 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: agent_resources_synced.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.191178 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.191675 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: agent-resources-synced
Jul 09 18:41:25.191992 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.193805 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.194322 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: allowed-address-pairs
Jul 09 18:41:25.194646 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.195717 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.196226 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: auto-allocated-topology
Jul 09 18:41:25.196548 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: availability_zone.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.197259 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.197758 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: availability_zone
Jul 09 18:41:25.198075 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: availability_zone_filter.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.198988 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.199480 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: availability_zone_filter
Jul 09 18:41:25.199797 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: data_plane_status.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.200748 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.201525 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 09 18:41:25.201848 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: default_subnetpools.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.202758 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.203255 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: default-subnetpools
Jul 09 18:41:25.203570 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.204373 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.204895 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: dhcp_agent_scheduler
Jul 09 18:41:25.205214 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: dns.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.206116 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.206606 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension dns-integration not supported by any of loaded plugins
Jul 09 18:41:25.206922 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: dns_domain_ports.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.207834 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.208326 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 09 18:41:25.208649 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: dvr.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.209353 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.209846 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: dvr
Jul 09 18:41:25.210159 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: empty_string_filtering.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.211067 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.211568 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: empty-string-filtering
Jul 09 18:41:25.211885 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.212821 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.213315 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 09 18:41:25.213631 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.214534 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.215029 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 09 18:41:25.215346 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: external_net.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.216275 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.217121 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: external-net
Jul 09 18:41:25.217446 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.218369 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.218877 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: extra_dhcp_opt
Jul 09 18:41:25.219195 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: extraroute.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.220097 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.220596 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: extraroute
Jul 09 18:41:25.220937 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: extraroute_atomic.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.221963 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.222469 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: extraroute-atomic
Jul 09 18:41:25.222787 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: filter_validation.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.223445 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.223943 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: filter-validation
Jul 09 18:41:25.224259 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: fip_pf_description.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.226669 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.227184 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 09 18:41:25.227516 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: fip_port_details.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.228467 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.229003 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: fip-port-details
Jul 09 18:41:25.229331 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: flavors.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.230557 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.231065 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: flavors
Jul 09 18:41:25.231390 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.233633 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.234150 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 09 18:41:25.234482 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: floatingip_pools.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.235186 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.235689 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: floatingip-pools
Jul 09 18:41:25.236014 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: ip_allocation.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.236966 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.237465 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 09 18:41:25.237787 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.238697 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.239204 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: ip-substring-filtering
Jul 09 18:41:25.239527 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l2_adjacency.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.240447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.240975 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 09 18:41:25.241300 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.242266 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.242777 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: router
Jul 09 18:41:25.243098 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.245365 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.245876 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 09 18:41:25.246205 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.247136 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.248259 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: ext-gw-mode
Jul 09 18:41:25.248511 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.249460 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.249966 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: l3-ha
Jul 09 18:41:25.250288 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3_flavors.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.251196 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.251697 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: l3-flavors
Jul 09 18:41:25.252017 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.252982 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.253481 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 09 18:41:25.253799 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: l3agentscheduler.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.254826 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.255327 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: l3_agent_scheduler
Jul 09 18:41:25.255649 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: logging.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.257415 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.257926 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension logging not supported by any of loaded plugins
Jul 09 18:41:25.258256 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: metering.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.259008 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.259574 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: metering
Jul 09 18:41:25.259897 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.261021 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.261524 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: metering_source_and_destination_fields
Jul 09 18:41:25.261845 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: multiprovidernet.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.262885 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.263421 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: multi-provider
Jul 09 18:41:25.263741 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: netmtu.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.264655 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.265180 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: net-mtu
Jul 09 18:41:25.265498 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: netmtu_writable.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.266417 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.266912 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: net-mtu-writable
Jul 09 18:41:25.267231 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: network_availability_zone.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.267904 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.268404 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: network_availability_zone
Jul 09 18:41:25.268749 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: network_ip_availability.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.269845 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.270352 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: network-ip-availability
Jul 09 18:41:25.270675 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: network_segment_range.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.271447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.271938 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 09 18:41:25.272257 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: pagination.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.273271 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.273603 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: pagination
Jul 09 18:41:25.273922 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: port_device_profile.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.274827 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.275330 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: port-device-profile
Jul 09 18:41:25.275648 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.276562 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.277086 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: port-mac-address-regenerate
Jul 09 18:41:25.277403 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.278308 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.278837 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: port-numa-affinity-policy
Jul 09 18:41:25.279162 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: port_resource_request.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.280066 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.280562 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 09 18:41:25.280909 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: portbindings.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.281845 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.282340 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: binding
Jul 09 18:41:25.282658 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: portbindings_extended.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.283930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.284435 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: binding-extended
Jul 09 18:41:25.284793 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: portsecurity.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.285709 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.286211 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: port-security
Jul 09 18:41:25.286530 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: project_id.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.287500 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.287827 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: project-id
Jul 09 18:41:25.288149 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: providernet.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.289108 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.289609 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: provider
Jul 09 18:41:25.289929 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.293470 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.293987 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos not supported by any of loaded plugins
Jul 09 18:41:25.294319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.296288 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.296837 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 09 18:41:25.297171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.298088 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.298599 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 09 18:41:25.298926 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_default.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.299841 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.300347 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-default not supported by any of loaded plugins
Jul 09 18:41:25.300680 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_fip.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.301346 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.301838 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-fip not supported by any of loaded plugins
Jul 09 18:41:25.302179 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.303100 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.303597 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 09 18:41:25.303917 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.304867 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.305362 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 09 18:41:25.305681 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.306595 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.307089 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 09 18:41:25.307407 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: qos_rules_alias.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.308444 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.309041 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 09 18:41:25.309367 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: quotasv2.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.311055 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.311498 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: quotas
Jul 09 18:41:25.311819 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: quotasv2_detail.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.313454 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.313789 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: quota_details
Jul 09 18:41:25.314117 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: rbac.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.315198 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.315709 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: rbac-policies
Jul 09 18:41:25.316034 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: rbac_address_group.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.316986 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.317490 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: rbac-address-group
Jul 09 18:41:25.317813 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: rbac_address_scope.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.318734 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.319234 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: rbac-address-scope
Jul 09 18:41:25.319553 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: rbac_security_groups.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.320458 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.320988 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: rbac-security-groups
Jul 09 18:41:25.321310 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.322233 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.322727 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: rbac-subnetpool
Jul 09 18:41:25.323046 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: revisionifmatch.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.323964 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.324462 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: revision-if-match
Jul 09 18:41:25.324812 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: revisions.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.326003 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.326502 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: standard-attr-revisions
Jul 09 18:41:25.326823 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: router_availability_zone.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.327493 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.327996 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: router_availability_zone
Jul 09 18:41:25.328316 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: routerservicetype.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.329262 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.329765 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension router-service-type not supported by any of loaded plugins
Jul 09 18:41:25.330084 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.331004 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.331503 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: security-groups-normalized-cidr
Jul 09 18:41:25.331826 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.332764 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.333267 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: port-security-groups-filtering
Jul 09 18:41:25.333590 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.334508 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.335006 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: security-groups-remote-address-group
Jul 09 18:41:25.335325 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: securitygroup.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.345198 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.345721 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: security-group
Jul 09 18:41:25.346051 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: segment.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.346861 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.347360 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension segment not supported by any of loaded plugins
Jul 09 18:41:25.347683 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.348631 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.349151 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 09 18:41:25.349471 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: servicetype.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.350596 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.351104 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: service-type
Jul 09 18:41:25.351423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: sorting.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.352407 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.352762 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: sorting
Jul 09 18:41:25.353084 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: standard_attr_segment.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.353989 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.354489 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 09 18:41:25.354807 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: standardattrdescription.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.355452 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.355947 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: standard-attr-description
Jul 09 18:41:25.356265 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: stateful_security_group.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.357890 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.358412 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: stateful-security-group
Jul 09 18:41:25.358733 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: stdattrs_common.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.359319 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 09 18:41:25.359636 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.360644 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.361182 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 09 18:41:25.361507 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnet_onboard.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.362579 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.363085 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: subnet_onboard
Jul 09 18:41:25.363409 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.364330 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.364859 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 09 18:41:25.365205 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnet_service_types.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.366131 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.366636 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: subnet-service-types
Jul 09 18:41:25.366959 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnetallocation.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.368042 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.368552 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: subnet_allocation
Jul 09 18:41:25.368908 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.369581 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.370079 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: subnetpool-prefix-ops
Jul 09 18:41:25.370397 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.371319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.371817 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 09 18:41:25.372137 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: tagging.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.373361 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.373875 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: standard-attr-tag
Jul 09 18:41:25.374201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: timestamp.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.375401 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.375909 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loaded extension: standard-attr-timestamp
Jul 09 18:41:25.376233 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: trunk.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.377296 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.377803 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension trunk not supported by any of loaded plugins
Jul 09 18:41:25.378128 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: trunk_details.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.379041 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.379549 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension trunk-details not supported by any of loaded plugins
Jul 09 18:41:25.379868 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.380815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.381321 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 09 18:41:25.381642 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Loading extension file: vlantransparent.py {{(pid=78413) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 09 18:41:25.382564 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78413) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 09 18:41:25.383059 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 09 18:41:25.385472 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:network
Jul 09 18:41:25.386193 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnet
Jul 09 18:41:25.386962 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 18:41:25.387559 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:port
Jul 09 18:41:25.389580 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.390021 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service FLAVORS assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.390721 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.391156 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.391488 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:router
Jul 09 18:41:25.392139 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:floatingip
Jul 09 18:41:25.392876 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service METERING assigned prefix: /metering {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.394304 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cd73610>> rbac-policy before_create 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.394667 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cd73610>> rbac-policy before_update 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.395014 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f340cd73610>> rbac-policy before_delete 55550000 {{(pid=78413) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:41:25.396147 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 09 18:41:25.396605 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:security_group
Jul 09 18:41:25.397327 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 09 18:41:25.398049 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service CORE assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.398376 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 18:41:25.398715 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] subnetpool is already registered
Jul 09 18:41:25.399320 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service CORE assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.399650 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 18:41:25.399976 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] subnetpool is already registered
Jul 09 18:41:25.402575 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.402952 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service FLAVORS assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.403535 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.404534 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.404901 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:router
Jul 09 18:41:25.405225 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] router is already registered
Jul 09 18:41:25.405814 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:floatingip
Jul 09 18:41:25.406137 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] floatingip is already registered
Jul 09 18:41:25.406758 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service METERING assigned prefix: /metering {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.407426 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 09 18:41:25.407752 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] rbac_policy is already registered
Jul 09 18:41:25.408293 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:security_group
Jul 09 18:41:25.408620 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] security_group is already registered
Jul 09 18:41:25.409235 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 09 18:41:25.409581 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] security_group_rule is already registered
Jul 09 18:41:25.410247 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service CORE assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.410575 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 18:41:25.410904 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] subnetpool is already registered
Jul 09 18:41:25.411492 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.v2.resource_helper [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Service CORE assigned prefix:  {{(pid=78413) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 09 18:41:25.411813 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 09 18:41:25.412138 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING neutron.quota.resource_registry [None req-31576161-0318-43ad-a463-05924dc724d4 None None] subnetpool is already registered
Jul 09 18:41:25.412801 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: extensions {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.414268 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: address-groups {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.415875 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: address-scopes {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.417122 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: agents {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.418258 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: auto-allocated-topology {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.419609 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: availability_zones {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.420942 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: dhcp-networks {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.422341 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: dhcp-agents {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.423766 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: routers {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.426428 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: flavors {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.427580 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: service_profiles {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.428810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: next_providers {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.430331 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: service_profiles {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.431771 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: floatingip-pools {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.433007 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: routers {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.434790 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: floatingips {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.436583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: l3-routers {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.437962 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: l3-agents {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.439374 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: metering-labels {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.440752 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: metering-label-rules {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.442033 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: network-ip-availabilities {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.443283 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: bindings {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.445001 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: quotas {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.446406 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: quotas {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.447787 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: rbac-policies {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.449116 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: security-groups {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.450313 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: security-group-rules {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.452115 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: service-providers {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.453362 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: subnetpools {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.454779 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: subnetpools {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.456200 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.457910 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.459706 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.461509 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.463288 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.465168 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.467143 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.469057 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.470835 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.472686 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron.api.extensions [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Extended resource: tags {{(pid=78413) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 09 18:41:25.478498 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING keystonemiddleware.auth_token [None req-31576161-0318-43ad-a463-05924dc724d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 09 18:41:25.483394 dv-cinder-800268-1-iscsi neutron-server[78413]: WARNING keystonemiddleware.auth_token [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 09 18:41:25.491395 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Acquired lock "singleton_lock" {{(pid=78413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 09 18:41:25.491865 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_concurrency.lockutils [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Releasing lock "singleton_lock" {{(pid=78413) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 09 18:41:25.492505 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Starting 2 workers
Jul 09 18:41:25.497221 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Started child 78520 {{(pid=78413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 18:41:25.502782 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Started child 78521 {{(pid=78413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 18:41:25.503283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.503855 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO neutron.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 09 18:41:25.504481 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Notify callbacks [] for process, before_spawn {{(pid=78413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.504841 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [-] (78520) wsgi starting up on http://0.0.0.0:9696
Jul 09 18:41:25.506525 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.507226 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Starting 1 workers
Jul 09 18:41:25.508139 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [-] (78521) wsgi starting up on http://0.0.0.0:9696
Jul 09 18:41:25.512202 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Started child 78522 {{(pid=78413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 18:41:25.512692 dv-cinder-800268-1-iscsi neutron-server[78413]: INFO oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Starting 1 workers
Jul 09 18:41:25.516434 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] calling RpcWorker wait() {{(pid=78522) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 09 18:41:25.517004 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] returning from RpcWorker wait() {{(pid=78522) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 09 18:41:25.517689 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Started child 78523 {{(pid=78413) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 09 18:41:25.518405 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.518499 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG neutron_lib.callbacks.manager [None req-31576161-0318-43ad-a463-05924dc724d4 None None] Notify callbacks [] for process, after_spawn {{(pid=78413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.518963 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:25.520288 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 09 18:41:25.520495 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 18:41:25.520696 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 18:41:25.520924 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 18:41:25.521257 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 18:41:25.521417 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 18:41:25.521921 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.522218 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.522309 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:25.522751 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.522751 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.523003 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.523564 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.523831 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.524083 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.524355 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.524601 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.524797 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.524965 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.525216 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.525444 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.525744 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.526015 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.526248 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.526518 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.526686 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.526934 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.527190 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.527431 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.527691 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.527944 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.528439 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.528666 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.529030 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.529427 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.529926 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.530177 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.530422 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.530658 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.530874 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.531109 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.531385 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.531627 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.531875 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.532085 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.532347 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.532582 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.533100 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] host                           = dv-cinder-800268-1-iscsi {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.533348 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.533594 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.533856 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.534084 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.534342 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.534557 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.534802 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.535059 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.535332 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.535583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.535844 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.536085 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.536318 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.536555 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.536752 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.536975 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.537246 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.537517 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.537710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.537876 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.538048 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.538305 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.538466 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.538714 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.538959 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.539190 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.539438 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.539678 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.539912 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.540161 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.540388 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.540618 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.540853 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.541110 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.541334 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.541580 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.541819 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.542052 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.542285 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.542525 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.542759 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.542997 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.543223 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.543437 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.543687 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.543913 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.544153 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.544423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.544854 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.544991 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.545193 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.545423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.545694 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.545924 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.546164 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.546421 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.546647 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.546867 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.547073 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.547219 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:25.547365 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.547531 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.547741 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.547951 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.548227 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.548438 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.548649 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.548894 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.549107 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.549344 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.549756 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.550041 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.550338 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.550583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.550845 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.551084 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.551318 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.551570 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.552040 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.552345 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.552745 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.552906 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.553090 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.553532 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.553642 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.553985 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.554249 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.554536 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.554776 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.555088 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.555295 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.555549 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.555843 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.556216 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.556365 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.556607 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.556855 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.557094 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.557310 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.557544 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.557760 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.558194 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.558418 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.558418 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.558776 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.558914 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.559077 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.559295 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.559675 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.559909 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.560883 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.561306 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.561595 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.561822 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.562074 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.562249 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.562465 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.565217 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566182 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566766 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566766 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.566916 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.568416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569185 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569185 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569185 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569402 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569489 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.569711 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.570179 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.570179 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.570498 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.570691 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.570887 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.571953 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.571953 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.571953 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.571953 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.572810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.572810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.572810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.572810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.573184 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.573184 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.576651 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.579625 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.580494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581124 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.581948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.582322 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.582322 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.582736 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.582872 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.583258 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.583258 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.583537 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.583711 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.583960 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.584215 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.584456 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.584725 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.585128 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.585331 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.585487 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.585693 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.585982 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.586137 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.586364 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.586585 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.586805 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.587014 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.587229 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.587479 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.587705 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.587940 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.588305 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.588466 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.588636 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.588893 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.589105 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.589319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.589554 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.589772 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.589987 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.590199 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.590714 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.590714 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.590997 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.591802 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.591994 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.592164 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.592428 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.592661 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.592919 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.593256 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.593421 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.593851 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.593851 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.594114 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.594241 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.594434 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.594658 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.594864 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.595075 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.595304 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.595557 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.595884 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.596281 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.596526 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.596784 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.596996 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.597214 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.597785 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.597785 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.597964 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.598104 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.598298 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.598566 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.598802 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.599056 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.599268 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.599498 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.599825 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.599926 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.600151 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.600436 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.600701 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.600937 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.601169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.601418 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.601640 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.601849 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.602056 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.602269 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.602486 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.602696 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.602905 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.603111 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.603351 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.603515 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.603796 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.604069 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.604299 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.604583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.604832 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.605071 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.605333 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.605672 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.605882 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.606122 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.606376 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.606591 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.606828 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.607684 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.608172 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.608490 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.608773 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.609002 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.609379 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.609709 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.609813 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.610023 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.610326 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.610637 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.610929 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.611184 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.611446 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.611734 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.611976 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.612194 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.612428 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.612662 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.612897 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.613164 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.613423 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.613673 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.613890 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.614134 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.614347 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.614570 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.614795 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.615030 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.615243 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.615403 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 18:41:25.615900 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78413) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 09 18:41:25.616060 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 09 18:41:25.616208 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 09 18:41:25.616393 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 09 18:41:25.616560 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 09 18:41:25.616729 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 09 18:41:25.616934 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617093 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617251 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617393 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617553 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617775 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.617913 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618039 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618163 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618316 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618464 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618614 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618774 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.618930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.619087 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.619274 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.619397 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.619535 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.619694 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.620013 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.620319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.620483 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.620638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.620957 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.621308 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.621483 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.621627 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.621779 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.621937 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.622091 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.622394 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.622586 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.622750 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.622904 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623061 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623366 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623522 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623679 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623836 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.623992 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624148 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] host                           = dv-cinder-800268-1-iscsi {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624306 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624463 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624619 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624800 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.624957 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625115 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625274 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625430 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625586 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625747 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.625906 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626052 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626211 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626360 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626519 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626689 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626844 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.626985 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627154 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627320 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627467 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627611 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627770 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.627918 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628065 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628204 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628341 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628478 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628639 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628811 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.628950 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629108 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629264 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629481 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629624 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629763 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.629900 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630037 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630174 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630310 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630446 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630739 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.630879 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631018 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631306 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631444 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631580 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.631717 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.632115 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.632796 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.632796 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.632796 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.632796 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633105 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633105 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633269 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633269 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633419 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633565 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.633721 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.634027 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.634328 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.634624 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.634921 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.635218 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.635517 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.635685 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 09 18:41:25.635840 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.635981 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636146 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636309 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636449 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636587 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636783 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.636929 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637112 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637286 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637435 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637569 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637739 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.637899 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.640710 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641201 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.641638 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642087 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642087 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642087 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642253 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642355 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642520 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642681 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.642842 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643034 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643208 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643416 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643560 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643698 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643837 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.643972 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644106 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644240 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644385 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644513 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644705 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644854 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.644995 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645160 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645320 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645483 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645643 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645791 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.645948 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646219 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646356 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646495 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646632 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646774 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.646910 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647092 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647239 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647377 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647510 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647655 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647797 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.647930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648062 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648202 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648334 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648466 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648612 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648778 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.648908 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649049 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649211 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649369 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649512 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649675 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.649868 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650014 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650152 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650289 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650427 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650608 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650765 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.650914 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651053 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651192 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651330 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:25.651483 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651483 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651749 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.651749 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652033 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652033 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652295 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652295 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652566 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652781 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.652781 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653061 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653061 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653332 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653488 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653698 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.653698 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.654474 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.654610 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.654905 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655191 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655352 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655500 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655639 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655801 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.655946 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656118 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656289 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656453 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656597 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656783 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.656965 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657111 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657271 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657557 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657557 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657829 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.657966 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658105 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658242 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658390 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658529 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658666 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658812 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.658949 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659088 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659226 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659377 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659515 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659660 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659798 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.659935 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660072 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660210 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660347 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660484 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660644 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660810 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.660960 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661121 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661266 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661415 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661554 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661716 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.661860 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.662020 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.662169 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.662319 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.664815 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665387 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.665930 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666494 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666779 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666779 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.666920 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667058 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667219 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667376 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667583 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667687 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.667841 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668164 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668164 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668436 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668436 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668594 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668743 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.668942 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.669101 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.669256 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.669982 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670134 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670274 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670601 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670601 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670887 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.670887 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671266 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671266 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671530 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671530 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671898 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671898 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.671898 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672283 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672283 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672560 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672560 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672975 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672975 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.672975 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673488 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673488 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673488 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673998 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673998 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673998 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.673998 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.674534 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.674534 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.674534 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675037 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675037 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675037 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675037 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.675746 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.676447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.676447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.676447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.676447 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677171 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 09 18:41:25.677814 dv-cinder-800268-1-iscsi neutron-server[78413]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78413) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 09 18:41:25.893892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37824) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:25.902451 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063736
Jul 09 18:41:36.373999 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a9e45-86b8-4b80-89fb-e22e451fb7db None None] get_active_networks_info from dv-cinder-800268-1-iscsi {{(pid=78522) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 09 18:41:36.439130 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a9e45-86b8-4b80-89fb-e22e451fb7db None None] No non-hosted networks {{(pid=78522) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 09 18:41:36.540002 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-006d05af-c2d7-4ab0-9c3d-8f00b7cfa8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:36.865349 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:36.866155 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.866839 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.867395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.867967 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.868604 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.871019 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.871019 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.871604 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.873237 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.873746 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.876279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.876779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:36.877441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f340c197bb0>, 'Open vSwitch agent', 'dv-cinder-800268-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:36.884942 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f340c0f0c10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800268-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:41:39.063342 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d6626c77-1335-4ea6-9996-b324274c1298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:39.097782 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5c81b047-3f0d-40f9-a5f2-2d6c9340545a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:40.018819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:41.471546 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:43.084034 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37916) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:43.087041 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.db.l3_hamode_db [None req-aa4c9c60-2eb0-42be-99c8-6a2829b50af3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 09 18:41:43.174437 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c9c60-2eb0-42be-99c8-6a2829b50af3 None None] Routers set() bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:41:43.175028 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c9c60-2eb0-42be-99c8-6a2829b50af3 None None] Router IDs set() for agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 09 18:41:43.660851 dv-cinder-800268-1-iscsi neutron-server[78521]: WARNING oslo_policy.policy [None req-13b3b30c-700e-403f-9194-bd326c8381a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:43.661460 dv-cinder-800268-1-iscsi neutron-server[78521]: WARNING oslo_policy.policy [None req-13b3b30c-700e-403f-9194-bd326c8381a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:43.877924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [None req-13b3b30c-700e-403f-9194-bd326c8381a4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:41:43.878971 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-13b3b30c-700e-403f-9194-bd326c8381a4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7940426
Jul 09 18:41:46.210256 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37930) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:46.590606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:41:46.690920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.policy [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78521) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 09 18:41:46.735201 dv-cinder-800268-1-iscsi neutron-server[78521]: WARNING oslo_policy.policy [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:46.735612 dv-cinder-800268-1-iscsi neutron-server[78521]: WARNING oslo_policy.policy [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:46.744017 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.quota [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f340c845340>.
Jul 09 18:41:46.760402 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:41:46.820142 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348701346', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348700913', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348681823', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348684963', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348469256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741348471041', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3425090', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3269698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1900756', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2020274'] for rbac-policy, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:46.883857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:46.885075 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-7285447d-1875-41fc-9fdf-4bc9f4b27e27 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6738846
Jul 09 18:41:49.552478 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37944) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:49.898849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '99987f1fb36d4115b8c3cd3435d39348'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:41:49.904812 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:41:49.909254 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Usage tracker for resource:network and tenant:99987f1fb36d4115b8c3cd3435d39348 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:41:49.913762 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:41:49.920310 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:41:49.929162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Made reservation on behalf of 99987f1fb36d4115b8c3cd3435d39348 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:41:49.931948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:49.948998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:49.964444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:41:49.968912 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:99987f1fb36d4115b8c3cd3435d39348 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:41:49.974089 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:41:49.979880 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:41:50.076753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.080508 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.085767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:50.106098 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:41:50.130556 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741346214831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.131051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f340d603af0> segment precommit_create {{(pid=78521) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 09 18:41:50.131511 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Added segment 56c0ba0f-02a7-4024-a952-80d96d7b50da of type vlan for network 51d8a1f1-fc22-44cb-8d4d-4331849841d6
Jul 09 18:41:50.140477 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129dcee3-8938-41d4-87d2-34c532c673d6,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:41:50.194106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.194448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.194771 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.195086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.195395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.195707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.196012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.196315 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.196633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.196968 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.197269 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.197570 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Tracked resource versions report:
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]: pushed versions:
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]: {   'AddressGroup': {'1.2'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'ConntrackHelper': {'1.0'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Log': {'1.0'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Network': {'1.1'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Port': {'1.7'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'PortForwarding': {'1.2'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'QosPolicy': {'1.8'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SecurityGroup': {'1.4'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SubPort': {'1.0'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Subnet': {'1.1'},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Trunk': {'1.1'}}
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]: consumer versions:
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Log': '1.0',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Network': '1.1',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Port': '1.7',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'PortForwarding': '1.2',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'QosPolicy': '1.8',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SecurityGroup': '1.4',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SubPort': '1.0',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Subnet': '1.1',
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Trunk': '1.1'}}
Jul 09 18:41:50.198681 dv-cinder-800268-1-iscsi neutron-server[78521]:  {{(pid=78521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:41:50.249092 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:50.255009 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.293664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.295699 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:41:50.296313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:50.300696 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:50.404391 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8507457
Jul 09 18:41:50.405045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=51d8a1f1-fc22-44cb-8d4d-4331849841d6,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:41:50.408144 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:50.417272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:41:53.055214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 37960) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:53.650740 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING oslo_policy.policy [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:53.651345 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING oslo_policy.policy [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:54.084407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.policy [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78520) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 09 18:41:54.128487 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING oslo_policy.policy [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:54.128904 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING oslo_policy.policy [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 09 18:41:54.137214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:41:54.139132 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-03a43ac0-cf29-4aa3-9b0a-31676004784a admin admin] 10.222.0.20 "GET /v2.0/networks/51d8a1f1-fc22-44cb-8d4d-4331849841d6 HTTP/1.1" status: 200  len: 825 time: 1.0818696
Jul 09 18:41:54.171720 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b38377c7-396b-4409-94ae-0331e29f0c1f admin admin] 10.222.0.20 "GET /v2.0/subnetpools/36571478-bafc-4ac2-b15f-79b920f2a246 HTTP/1.1" status: 200  len: 734 time: 0.0271652
Jul 09 18:41:54.180198 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:41:54.181835 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.quota [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f340cb3de50>.
Jul 09 18:41:54.188251 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:41:54.193732 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Usage tracker for resource:subnet and tenant:99987f1fb36d4115b8c3cd3435d39348 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:41:54.197017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:41:54.204741 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:41:54.219211 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Made reservation on behalf of 99987f1fb36d4115b8c3cd3435d39348 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:41:54.222277 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:54.526834 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:54.532566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:54.611071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Checking segment: {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:41:54.611453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Network hostable DHCP agents. Network: 51d8a1f1-fc22-44cb-8d4d-4331849841d6, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:41:54.626036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4983f7c-daec-4e67-bb7b-1edded176fbd,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:41:54.635977 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.636334 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.636666 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.637009 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.637362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.637805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.638353 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.638688 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.639005 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.639318 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.639630 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.639939 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Tracked resource versions report:
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: pushed versions:
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: {   'AddressGroup': {'1.2'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'ConntrackHelper': {'1.0'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Log': {'1.0'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Network': {'1.1'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Port': {'1.7'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'PortForwarding': {'1.2'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'QosPolicy': {'1.8'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SecurityGroup': {'1.4'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SubPort': {'1.0'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Subnet': {'1.1'},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Trunk': {'1.1'}}
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: consumer versions:
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Log': '1.0',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Network': '1.1',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Port': '1.7',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'PortForwarding': '1.2',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'QosPolicy': '1.8',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SecurityGroup': '1.4',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SubPort': '1.0',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Subnet': '1.1',
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Trunk': '1.1'}}
Jul 09 18:41:54.641081 dv-cinder-800268-1-iscsi neutron-server[78520]:  {{(pid=78520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:41:54.670412 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:41:54.674475 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:54.682116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 51d8a1f1-fc22-44cb-8d4d-4331849841d6) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:41:54.688604 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:41:54.689793 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:54.693295 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31b00d-7716-41ca-b4b5-4f06ceea5f34 None None] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:41:54.713982 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-facd7d50-4ac5-4486-90cf-c11b3705d972 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5370069
Jul 09 18:41:55.100965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:41:55.102168 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.284364 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Allocated IP 172.20.0.2 (51d8a1f1-fc22-44cb-8d4d-4331849841d6/b4983f7c-daec-4e67-bb7b-1edded176fbd/95e3c612-08ff-42c2-9399-802a95a0c0e0) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:41:55.519166 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.532485 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Transition to ACTIVE for port object 95e3c612-08ff-42c2-9399-802a95a0c0e0 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:41:55.551410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Transition to ACTIVE for port object 95e3c612-08ff-42c2-9399-802a95a0c0e0 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:41:55.558425 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.564792 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:55.624279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:41:55.627086 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:41:55.633206 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:41:55.641465 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Pushing event updated for resources: {'Port': ['ID=95e3c612-08ff-42c2-9399-802a95a0c0e0,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:41:55.683457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.683802 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.684135 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.685213 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.685540 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.685857 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.686175 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.686490 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.686825 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.687141 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.687454 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.687764 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Tracked resource versions report:
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]: pushed versions:
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]: {   'AddressGroup': {'1.2'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'ConntrackHelper': {'1.0'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Log': {'1.0'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Network': {'1.1'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Port': {'1.7'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'PortForwarding': {'1.2'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'QosPolicy': {'1.8'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SecurityGroup': {'1.4'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SubPort': {'1.0'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Subnet': {'1.1'},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Trunk': {'1.1'}}
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]: consumer versions:
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Log': '1.0',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Network': '1.1',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Port': '1.7',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'PortForwarding': '1.2',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'QosPolicy': '1.8',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SecurityGroup': '1.4',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SubPort': '1.0',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Subnet': '1.1',
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Trunk': '1.1'}}
Jul 09 18:41:55.688934 dv-cinder-800268-1-iscsi neutron-server[78522]:  {{(pid=78522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:41:55.720100 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:55.740222 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Attempting to bind port 95e3c612-08ff-42c2-9399-802a95a0c0e0 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:41:55.740626 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Attempting to bind port 95e3c612-08ff-42c2-9399-802a95a0c0e0 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:41:55.741079 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Attempting to bind port 95e3c612-08ff-42c2-9399-802a95a0c0e0 on network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:41:55.746208 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:41:55.746614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Checking segment: {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:41:55.747635 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.748012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Bound using segment: {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:41:55.748490 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Bound port: 95e3c612-08ff-42c2-9399-802a95a0c0e0, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:41:55.748897 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.838840 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] For port 95e3c612-08ff-42c2-9399-802a95a0c0e0, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:41:55.843392 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] For port 95e3c612-08ff-42c2-9399-802a95a0c0e0, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=95e3c612-08ff-42c2-9399-802a95a0c0e0,segment=NetworkSegment(56c0ba0f-02a7-4024-a952-80d96d7b50da),segment_id=56c0ba0f-02a7-4024-a952-80d96d7b50da)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:41:55.848764 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:55.852691 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:41:55.956314 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Pushing event updated for resources: {'Port': ['ID=95e3c612-08ff-42c2-9399-802a95a0c0e0,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:41:55.958808 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:41:57.135689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37980) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:57.509904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [None req-fbee620b-32cb-4de3-8ddc-844ce3e8783a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:41:57.510894 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fbee620b-32cb-4de3-8ddc-844ce3e8783a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3742602
Jul 09 18:41:59.111272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 95e3c612-08ff-42c2-9399-802a95a0c0e0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:41:59.187048 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:41:59.624835 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ae43d-23cf-4ee0-ae51-052bbfd98e6f None None] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:41:59.706292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Provisioning for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:41:59.719365 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Provisioning complete for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:41:59.719781 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:59.910619 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 37994) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:41:59.919448 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:41:59.998465 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] For port 95e3c612-08ff-42c2-9399-802a95a0c0e0, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=95e3c612-08ff-42c2-9399-802a95a0c0e0,segment=NetworkSegment(56c0ba0f-02a7-4024-a952-80d96d7b50da),segment_id=56c0ba0f-02a7-4024-a952-80d96d7b50da)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:42:00.007518 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:00.013922 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:00.081457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Pushing event updated for resources: {'Port': ['ID=95e3c612-08ff-42c2-9399-802a95a0c0e0,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:00.091484 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:00.228500 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-0afb4e7e-696f-4708-8440-455f381ce28c None None] Provisioning complete for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:00.229251 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0afb4e7e-696f-4708-8440-455f381ce28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:00.299489 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [None req-fe9eab1e-4d19-4fb4-9b34-c45843d837a1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:42:00.300531 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fe9eab1e-4d19-4fb4-9b34-c45843d837a1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3886528
Jul 09 18:42:01.080557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 95e3c612-08ff-42c2-9399-802a95a0c0e0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:42:01.149755 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:01.150126 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:02.959046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38006) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:03.299824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:42:03.304954 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:42:03.308691 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Usage tracker for resource:router and tenant:99987f1fb36d4115b8c3cd3435d39348 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:42:03.312534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:42:03.318141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:42:03.328730 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:03.330281 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:03.352403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:03.459510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:03.477618 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:03.478785 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ba427736-0baa-4b9d-b2f4-1854ee480394 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5187817
Jul 09 18:42:05.828907 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38016) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:06.187911 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [None req-4e641359-1fd9-446d-b2bd-4be1930df15a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:42:06.188921 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4e641359-1fd9-446d-b2bd-4be1930df15a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3590541
Jul 09 18:42:06.298853 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-126910a6-a3b5-437c-b10e-4e42aa4b80e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:06.846601 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:08.549224 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38026) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:08.920258 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:42:08.925184 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:42:08.929061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Usage tracker for resource:network and tenant:c3de09dc2a894585b64d3f4eeed4e0f8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:42:08.931838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:42:08.938114 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:42:08.947707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Made reservation on behalf of c3de09dc2a894585b64d3f4eeed4e0f8 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:42:08.950815 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:08.962564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:08.976618 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:42:08.980263 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Usage tracker for resource:security_group_rule and tenant:c3de09dc2a894585b64d3f4eeed4e0f8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:42:08.982973 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:42:08.988998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:42:09.055514 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7a88256d-9dad-42e2-9f82-75486952477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.072995 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.077675 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.081836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:09.098664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Reserving flat network on physical network physnet1 {{(pid=78521) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 09 18:42:09.118491 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff40e22-fe33-4c93-87f2-5be94dbcd542,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:09.123561 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:09.124447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.124807 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Added segment ccf57606-6809-499f-b038-876e11336281 of type flat for network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438
Jul 09 18:42:09.158444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.194303 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.195570 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:42:09.196140 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:09.201291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:09.314428 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7641397
Jul 09 18:42:09.315132 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Pushing event updated for resources: {'Network': ['ID=8b57ebc8-2be4-4207-a98a-dee7ddbf6438,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:09.330287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:09.339777 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:42:09.970278 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:11.415382 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:11.691659 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38046) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:11.903592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4133ad63-d74c-47a7-9ff5-0b863e6e6d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:42:11.904951 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4133ad63-d74c-47a7-9ff5-0b863e6e6d4d admin admin] 10.222.0.20 "GET /v2.0/subnets/b4983f7c-daec-4e67-bb7b-1edded176fbd HTTP/1.1" status: 200  len: 849 time: 0.2123415
Jul 09 18:42:12.090509 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0555bfd9-566c-4bdf-b906-36ae69bd03ba admin admin] 10.222.0.20 "GET /v2.0/routers/d2036fce-f091-4015-b86a-f9db69cc2196 HTTP/1.1" status: 200  len: 704 time: 0.1794224
Jul 09 18:42:12.555245 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:12.787854 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Allocated IP 172.20.0.1 (51d8a1f1-fc22-44cb-8d4d-4331849841d6/b4983f7c-daec-4e67-bb7b-1edded176fbd/069043db-798a-49e3-9eca-c7987dbf7afd) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:42:12.949807 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:12.967371 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Transition to ACTIVE for port object 069043db-798a-49e3-9eca-c7987dbf7afd will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:42:13.026448 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.031538 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:13.090566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:42:13.093368 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:42:13.096002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:42:13.096720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.239111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Pushing event updated for resources: {'Port': ['ID=069043db-798a-49e3-9eca-c7987dbf7afd,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:13.242489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:13.337137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-1b089811-acf6-4af0-9aa8-1890f7ba2bab None None] Provisioning for port 069043db-798a-49e3-9eca-c7987dbf7afd completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:42:13.341880 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-1b089811-acf6-4af0-9aa8-1890f7ba2bab None None] Provisioning complete for port 069043db-798a-49e3-9eca-c7987dbf7afd triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:13.342311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-1b089811-acf6-4af0-9aa8-1890f7ba2bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.394916 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-1b089811-acf6-4af0-9aa8-1890f7ba2bab None None] Port 069043db-798a-49e3-9eca-c7987dbf7afd cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:42:13.398699 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.625548 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.629782 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.630967 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:13.635081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:13.762550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Pushing event updated for resources: {'Port': ['ID=069043db-798a-49e3-9eca-c7987dbf7afd,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:13.765622 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:13.825681 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:42:13.826724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:42:14.016857 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-cebafd7f-6263-4ec5-9eab-3b12a91ada95 None None] Provisioning complete for port 069043db-798a-49e3-9eca-c7987dbf7afd triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:14.017205 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cebafd7f-6263-4ec5-9eab-3b12a91ada95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:14.019813 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Router d2036fce-f091-4015-b86a-f9db69cc2196 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:42:14.072657 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-cebafd7f-6263-4ec5-9eab-3b12a91ada95 None None] Port 069043db-798a-49e3-9eca-c7987dbf7afd cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:42:14.172705 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:42:14.181841 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] 10.222.0.20 "PUT /v2.0/routers/d2036fce-f091-4015-b86a-f9db69cc2196/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0863166
Jul 09 18:42:14.182546 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Sync routers for ids ['d2036fce-f091-4015-b86a-f9db69cc2196'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:42:14.192763 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Routers {'d2036fce-f091-4015-b86a-f9db69cc2196'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:42:14.193665 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340ca08130>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:42:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['d2036fce-f091-4015-b86a-f9db69cc2196'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:14.368499 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Set router d2036fce-f091-4015-b86a-f9db69cc2196 gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:42:14.735263 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340ca08130>, [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:13Z', 'revision_number': 2, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port_host': None, '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:13Z', 'revision_number': 2, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:14.740200 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Checking router: d2036fce-f091-4015-b86a-f9db69cc2196 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:42:14.740577 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Updating router d2036fce-f091-4015-b86a-f9db69cc2196 port 069043db-798a-49e3-9eca-c7987dbf7afd binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:42:14.795776 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.172836 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.188179 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Transition to ACTIVE for port object 069043db-798a-49e3-9eca-c7987dbf7afd will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:42:15.198037 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.204162 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:15.428460 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Pushing event updated for resources: {'Port': ['ID=069043db-798a-49e3-9eca-c7987dbf7afd,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:15.447553 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.447893 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.448222 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.448547 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.448895 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.449241 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.449562 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.449880 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.450201 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.450517 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.450828 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.451138 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Tracked resource versions report:
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]: pushed versions:
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]: {   'AddressGroup': {'1.2'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'ConntrackHelper': {'1.0'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Log': {'1.0'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Network': {'1.1'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Port': {'1.7'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'PortForwarding': {'1.2'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'QosPolicy': {'1.8'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SecurityGroup': {'1.4'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SubPort': {'1.0'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Subnet': {'1.1'},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Trunk': {'1.1'}}
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]: consumer versions:
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Log': '1.0',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Network': '1.1',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Port': '1.7',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'PortForwarding': '1.2',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'QosPolicy': '1.8',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SecurityGroup': '1.4',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SubPort': '1.0',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Subnet': '1.1',
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Trunk': '1.1'}}
Jul 09 18:42:15.452277 dv-cinder-800268-1-iscsi neutron-server[78523]:  {{(pid=78523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:42:15.456548 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:15.458630 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Attempting to bind port 069043db-798a-49e3-9eca-c7987dbf7afd on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:42:15.459044 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Attempting to bind port 069043db-798a-49e3-9eca-c7987dbf7afd by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:42:15.459480 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Attempting to bind port 069043db-798a-49e3-9eca-c7987dbf7afd on network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:42:15.464770 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:42:15.465214 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Checking segment: {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:42:15.465707 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.466090 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Bound using segment: {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:42:15.466587 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Bound port: 069043db-798a-49e3-9eca-c7987dbf7afd, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c0ba0f-02a7-4024-a952-80d96d7b50da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:42:15.466970 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.555218 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] For port 069043db-798a-49e3-9eca-c7987dbf7afd, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:42:15.559667 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] For port 069043db-798a-49e3-9eca-c7987dbf7afd, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=069043db-798a-49e3-9eca-c7987dbf7afd,segment=NetworkSegment(56c0ba0f-02a7-4024-a952-80d96d7b50da),segment_id=56c0ba0f-02a7-4024-a952-80d96d7b50da)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:42:15.564136 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:15.567940 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:15.653880 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Routers {'d2036fce-f091-4015-b86a-f9db69cc2196'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:42:15.654464 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340ca08130>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:42:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['d2036fce-f091-4015-b86a-f9db69cc2196'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:15.702061 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Pushing event updated for resources: {'Port': ['ID=069043db-798a-49e3-9eca-c7987dbf7afd,revision_number=4']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:15.766977 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:15.811911 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] Set router d2036fce-f091-4015-b86a-f9db69cc2196 gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:42:16.135056 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340ca08130>, [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:13Z', 'revision_number': 2, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port_host': None, '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:15Z', 'revision_number': 4, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:16.139417 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f059a-c2cb-4874-8445-80f09be2e467 None None] The sync data for ids ['d2036fce-f091-4015-b86a-f9db69cc2196'] in dv-cinder-800268-1-iscsi is: [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:13Z', 'revision_number': 2, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port_host': None, '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:15Z', 'revision_number': 4, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:42:16.367698 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38068) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:16.524891 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd093f4-a9f4-40c2-bc86-69ea5888e804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:42:16.525472 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2fd093f4-a9f4-40c2-bc86-69ea5888e804 admin admin] Synchronizing usage tracker for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:network {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:42:16.543764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2fd093f4-a9f4-40c2-bc86-69ea5888e804 admin admin] Unset dirty status for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:network {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:42:16.544949 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2fd093f4-a9f4-40c2-bc86-69ea5888e804 admin admin] 10.222.0.20 "GET /v2.0/networks/8b57ebc8-2be4-4207-a98a-dee7ddbf6438 HTTP/1.1" status: 200  len: 842 time: 0.1762719
Jul 09 18:42:16.554189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:42:16.559361 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:42:16.563264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Usage tracker for resource:subnet and tenant:c3de09dc2a894585b64d3f4eeed4e0f8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:42:16.566127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:42:16.572045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:42:16.581819 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Made reservation on behalf of c3de09dc2a894585b64d3f4eeed4e0f8 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:42:16.584138 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:16.986922 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.objects.ports [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78521) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 09 18:42:16.987382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:16.991520 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:17.063994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4102f2b1-7f6a-4a36-84a4-971e1132110e,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:17.072879 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:42:17.073234 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Network hostable DHCP agents. Network: 8b57ebc8-2be4-4207-a98a-dee7ddbf6438, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:42:17.079511 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:17.096775 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:42:17.109306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 8b57ebc8-2be4-4207-a98a-dee7ddbf6438) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:42:17.114330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:42:17.114958 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:17.117944 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 069043db-798a-49e3-9eca-c7987dbf7afd up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:42:17.135369 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5846260
Jul 09 18:42:17.146025 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba77575-1123-4122-8331-57efe1650b5a None None] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:42:17.304100 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 069043db-798a-49e3-9eca-c7987dbf7afd completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:42:17.337630 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 069043db-798a-49e3-9eca-c7987dbf7afd triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:17.338028 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:17.478362 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c17c5-103f-4c74-9202-0fb843d0e26c None None] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:42:17.600410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:17.666064 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 069043db-798a-49e3-9eca-c7987dbf7afd, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=069043db-798a-49e3-9eca-c7987dbf7afd,segment=NetworkSegment(56c0ba0f-02a7-4024-a952-80d96d7b50da),segment_id=56c0ba0f-02a7-4024-a952-80d96d7b50da)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:42:17.694108 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:17.708450 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-a47c75e2-17b9-469b-82ee-14f3d40b00c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:17.816920 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=069043db-798a-49e3-9eca-c7987dbf7afd,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:17.819980 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:19.089435 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 069043db-798a-49e3-9eca-c7987dbf7afd up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:42:19.161419 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 069043db-798a-49e3-9eca-c7987dbf7afd triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:19.161710 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:19.383206 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38082) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:19.604873 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-a09960cb-6705-48b7-8f3d-771218e1eadd admin admin] 10.222.0.20 "GET /v2.0/routers/d2036fce-f091-4015-b86a-f9db69cc2196 HTTP/1.1" status: 200  len: 710 time: 0.2204900
Jul 09 18:42:19.737444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db860b9c-0a0e-46ba-a9fd-0d5cc6f1366f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:42:19.738694 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-db860b9c-0a0e-46ba-a9fd-0d5cc6f1366f admin admin] 10.222.0.20 "GET /v2.0/networks/8b57ebc8-2be4-4207-a98a-dee7ddbf6438 HTTP/1.1" status: 200  len: 886 time: 0.1278372
Jul 09 18:42:19.748247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:42:20.230479 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:20.548507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:20.569211 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:42:20.602568 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:20.736379 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Allocated IP 172.27.1.93 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/5174b950-6e7b-4ac8-a8f3-971a3dec5c4f) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:42:20.881557 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:20.939546 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:20.944072 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:21.007819 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:42:21.010489 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:42:21.014775 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:42:21.067348 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:21.137633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:21.393460 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:21.806052 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:21.811228 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1587005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1575072'] for router, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:22.000124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Router d2036fce-f091-4015-b86a-f9db69cc2196 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:42:22.187352 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:42:22.196156 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:22.196612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Sync routers for ids ['d2036fce-f091-4015-b86a-f9db69cc2196'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:42:22.197381 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] 10.222.0.20 "PUT /v2.0/routers/d2036fce-f091-4015-b86a-f9db69cc2196 HTTP/1.1" status: 200  len: 889 time: 2.4533508
Jul 09 18:42:22.207329 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Routers {'d2036fce-f091-4015-b86a-f9db69cc2196'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:42:22.208022 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ea7ca0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:42:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['d2036fce-f091-4015-b86a-f9db69cc2196'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:22.398492 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Set router d2036fce-f091-4015-b86a-f9db69cc2196 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:42:22.733671 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ea7ca0>, [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:21Z', 'revision_number': 4, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port': {'id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:20Z', 'updated_at': '2021-07-09T18:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:17Z', 'revision_number': 5, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:22.738492 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Checking router: d2036fce-f091-4015-b86a-f9db69cc2196 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:42:22.738848 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Updating router d2036fce-f091-4015-b86a-f9db69cc2196 port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:42:22.789688 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.144968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.157447 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Transition to ACTIVE for port object 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:42:23.164418 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.168322 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-d2b123c4-026d-4b1e-9a28-a42a947cafbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:23.242957 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Attempting to bind port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:42:23.243552 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Attempting to bind port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:42:23.243661 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Attempting to bind port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:42:23.248049 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Pushing event updated for resources: {'Port': ['ID=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:23.253084 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:23.254007 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:42:23.254375 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:42:23.254774 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.255152 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:42:23.255616 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Bound port: 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:42:23.256000 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.329502 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] For port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:42:23.332258 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] For port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:42:23.338303 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:23.342734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:23.417279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Routers {'d2036fce-f091-4015-b86a-f9db69cc2196'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:42:23.418503 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ea7ca0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:42:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['d2036fce-f091-4015-b86a-f9db69cc2196'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:23.468347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Pushing event updated for resources: {'Port': ['ID=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:23.476250 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:23.600217 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] Set router d2036fce-f091-4015-b86a-f9db69cc2196 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:42:23.926311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ea7ca0>, [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:21Z', 'revision_number': 4, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port': {'id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:20Z', 'updated_at': '2021-07-09T18:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:17Z', 'revision_number': 5, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:42:23.930368 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b393f1a-bd2f-4235-909a-58132dfd54e9 None None] The sync data for ids ['d2036fce-f091-4015-b86a-f9db69cc2196'] in dv-cinder-800268-1-iscsi is: [{'id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'name': 'router1', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:42:03Z', 'updated_at': '2021-07-09T18:42:21Z', 'revision_number': 4, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'gw_port': {'id': '5174b950-6e7b-4ac8-a8f3-971a3dec5c4f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:91:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:20Z', 'updated_at': '2021-07-09T18:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '069043db-798a-49e3-9eca-c7987dbf7afd', 'name': '', 'network_id': '51d8a1f1-fc22-44cb-8d4d-4331849841d6', 'tenant_id': '99987f1fb36d4115b8c3cd3435d39348', 'mac_address': 'fa:16:3e:d8:95:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2036fce-f091-4015-b86a-f9db69cc2196', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:42:12Z', 'updated_at': '2021-07-09T18:42:17Z', 'revision_number': 5, 'project_id': '99987f1fb36d4115b8c3cd3435d39348', 'subnets': [{'id': 'b4983f7c-daec-4e67-bb7b-1edded176fbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36571478-bafc-4ac2-b15f-79b920f2a246'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:42:24.575326 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38092) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:42:24.692539 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3f4083cd-fcc6-4cce-b559-49f87a754a74 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1160870
Jul 09 18:42:25.115427 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:42:25.186577 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:42:25.191802 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:25.192182 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:25.314027 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:25.331206 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:42:25.334940 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:25.337131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:42:25.404296 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=5174b950-6e7b-4ac8-a8f3-971a3dec5c4f,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:42:25.407401 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:42:27.103862 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:42:27.180661 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 5174b950-6e7b-4ac8-a8f3-971a3dec5c4f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:42:27.181292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:36.300975 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c7379402-5ca8-41f1-8372-fe81e9dc5d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:36.869196 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:39.061856 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a568cd24-c386-4a17-bc94-6a35b6d4fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:39.975863 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:41.429341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:42:57.568691 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:43:06.302794 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-e9d61247-75ea-46f9-9755-015ac0e311ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:06.855513 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:09.057147 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2a2ee196-39f3-47a4-94c8-b2b9502776c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:09.977722 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:11.439473 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:34.569526 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:43:36.330097 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-156ff427-8c38-4cff-a1e4-4cc9662b2d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:36.854307 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:39.050998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-75f64955-542e-45dc-85da-bbfc06d09ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:39.982232 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:43:41.460091 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:06.303468 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0ef6-b42b-4578-97ae-20f10fc5d734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:06.864583 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:09.054275 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-765e6573-941e-4d5d-bb4f-b8d9d6c9a886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:09.987197 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:11.442919 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:11.570245 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:44:26.942006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38662) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:27.007919 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b0abc-f1a6-4534-8a5f-1c9bd4d1215b admin admin] GET failed (client error): The resource could not be found.
Jul 09 18:44:27.009478 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4f4b0abc-f1a6-4534-8a5f-1c9bd4d1215b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0665388
Jul 09 18:44:27.139396 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5abdd9-13cf-46b0-bca2-ce288ca24709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:27.140830 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-be5abdd9-13cf-46b0-bca2-ce288ca24709 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1275570
Jul 09 18:44:29.252948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38672) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:29.360722 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc511261-f8ee-4e83-88ad-8c013b506321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:29.361195 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cc511261-f8ee-4e83-88ad-8c013b506321 admin admin] Synchronizing usage tracker for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:subnet {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:44:29.377834 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cc511261-f8ee-4e83-88ad-8c013b506321 admin admin] Unset dirty status for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:subnet {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:44:29.378944 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cc511261-f8ee-4e83-88ad-8c013b506321 admin admin] 10.222.0.20 "GET /v2.0/subnets/b4983f7c-daec-4e67-bb7b-1edded176fbd HTTP/1.1" status: 200  len: 849 time: 0.1250355
Jul 09 18:44:29.389200 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:44:29.505038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Notify callbacks [] for subnet, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:29.691846 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741346303955'] for subnet, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:29.695409 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-428ea73a-50c4-4651-b8b4-6252828a335e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:44:29.739044 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c81d80-cfca-4998-b2a3-01b1a931fa19 None None] Network 51d8a1f1-fc22-44cb-8d4d-4331849841d6 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:44:29.741047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:29.741644 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:29.742927 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] 10.222.0.20 "PUT /v2.0/subnets/b4983f7c-daec-4e67-bb7b-1edded176fbd HTTP/1.1" status: 200  len: 868 time: 0.3583057
Jul 09 18:44:29.759928 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4983f7c-daec-4e67-bb7b-1edded176fbd,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:44:29.769843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.770179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.770524 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.770854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.771181 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.771531 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.771866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.772180 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.772519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.772867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.773185 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.773501 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:44:29.781599 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:44:30.179889 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9984c50d-221d-4ba4-9526-8338b68a4741 None None] Provisioning complete for port 95e3c612-08ff-42c2-9399-802a95a0c0e0 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:44:30.182184 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9984c50d-221d-4ba4-9526-8338b68a4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:30.305339 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9984c50d-221d-4ba4-9526-8338b68a4741 None None] Provisioning complete for port 069043db-798a-49e3-9eca-c7987dbf7afd triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:44:30.305612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9984c50d-221d-4ba4-9526-8338b68a4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:31.893507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38682) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:32.103766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6bf9a-0cd5-4cbd-8fd7-babbb4d6d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:32.104237 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6bf9a-0cd5-4cbd-8fd7-babbb4d6d433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:32.105771 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f4c6bf9a-0cd5-4cbd-8fd7-babbb4d6d433 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2112987
Jul 09 18:44:34.208333 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38692) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:34.379123 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eef728-c569-4a24-948b-b027fecaa25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:34.379597 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eef728-c569-4a24-948b-b027fecaa25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:34.381111 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-93eef728-c569-4a24-948b-b027fecaa25e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1718128
Jul 09 18:44:36.305850 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-25242378-4184-4baa-86f6-23bce35de700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:36.514503 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38702) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:36.688430 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753ac71-8c94-4d48-b242-14a9ef72f066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:36.689802 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3753ac71-8c94-4d48-b242-14a9ef72f066 admin admin] 10.222.0.20 "GET /v2.0/networks/51d8a1f1-fc22-44cb-8d4d-4331849841d6 HTTP/1.1" status: 200  len: 869 time: 0.1743762
Jul 09 18:44:36.868357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:38.818141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38712) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:38.990021 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2762f556-4ca2-46b7-983b-11d0dd119158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:38.991315 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2762f556-4ca2-46b7-983b-11d0dd119158 admin admin] 10.222.0.20 "GET /v2.0/networks/8b57ebc8-2be4-4207-a98a-dee7ddbf6438 HTTP/1.1" status: 200  len: 886 time: 0.1722422
Jul 09 18:44:39.057142 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-179c51a6-1369-4e89-b667-81c86a31b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:39.990127 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:41.123370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38722) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:41.231353 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e3e14-ee0d-4375-b0aa-39ad04ca9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:41.232042 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e3e14-ee0d-4375-b0aa-39ad04ca9aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:41.233596 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-140e3e14-ee0d-4375-b0aa-39ad04ca9aad admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1092899
Jul 09 18:44:41.449042 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:44:43.350651 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38732) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:43.456254 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b1020-cf75-4cb1-a92c-6681124bb503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:43.456745 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b1020-cf75-4cb1-a92c-6681124bb503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:43.458269 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f81b1020-cf75-4cb1-a92c-6681124bb503 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1066658
Jul 09 18:44:45.609376 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38742) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:45.711245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80d161-2277-4f84-a9c5-1e1978f32b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:45.712555 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-bb80d161-2277-4f84-a9c5-1e1978f32b21 admin admin] 10.222.0.20 "GET /v2.0/subnets/4102f2b1-7f6a-4a36-84a4-971e1132110e HTTP/1.1" status: 200  len: 816 time: 0.1022525
Jul 09 18:44:47.816915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38752) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:44:47.928789 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9636c24-3d17-4fef-991d-015cd62cc266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:44:47.930128 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b9636c24-3d17-4fef-991d-015cd62cc266 admin admin] 10.222.0.20 "GET /v2.0/subnets/b4983f7c-daec-4e67-bb7b-1edded176fbd HTTP/1.1" status: 200  len: 868 time: 0.1122506
Jul 09 18:44:48.569070 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:45:06.309530 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cf99618d-2ea6-46d0-b8e7-850d417e45a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:06.863943 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:09.060809 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-bc7694c2-7e04-4b0a-89d7-88b1b423b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:09.993024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:10.951087 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38796) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:45:10.999879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [None req-b87dab27-23d7-488e-bdf0-315ed409b03f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:45:11.000923 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b87dab27-23d7-488e-bdf0-315ed409b03f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0488844
Jul 09 18:45:11.448703 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:13.186097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38806) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:45:13.254957 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.pecan_wsgi.hooks.translation [None req-25522840-fbbc-4b16-8b56-2443f6af37b0 admin admin] GET failed (client error): The resource could not be found.
Jul 09 18:45:13.256208 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-25522840-fbbc-4b16-8b56-2443f6af37b0 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0691864
Jul 09 18:45:13.378814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555f641-9306-4379-8350-d3c2c0f95a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:45:13.380240 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-3555f641-9306-4379-8350-d3c2c0f95a91 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1199813
Jul 09 18:45:15.522494 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38816) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:45:15.570248 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:45:15.575580 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:45:15.585248 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:45:15.595982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Made reservation on behalf of c3de09dc2a894585b64d3f4eeed4e0f8 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:45:15.598221 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:15.687333 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING neutron.services.revisions.revision_plugin [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f340bcf0550] {project_id='c3de09dc2a894585b64d3f4eeed4e0f8', id='ef2e6b67-eda7-47c6-9cd3-f195326f60a8', target_tenant='*', action='access_as_shared', object_id='8b1b3586-076b-4f54-bd9a-be440eba56f3'}> to bump revision.
Jul 09 18:45:15.701988 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:45:15.712647 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741346214831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:15.713203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f340d603af0> segment precommit_create {{(pid=78520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 09 18:45:15.713630 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Added segment 4abd3897-00a4-42cf-8426-e6bda127131c of type vlan for network 8b1b3586-076b-4f54-bd9a-be440eba56f3
Jul 09 18:45:15.752030 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:15.785348 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:15.786602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:45:15.787169 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:15.791657 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:45:15.891584 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3679867
Jul 09 18:45:15.892293 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Pushing event updated for resources: {'Network': ['ID=8b1b3586-076b-4f54-bd9a-be440eba56f3,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:45:15.899266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.899610 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.899945 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.900275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.900600 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.900950 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.901271 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.901589 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.901932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.902417 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.902737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.903052 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:15.907537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:45:15.916167 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:45:18.051112 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38826) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:45:18.120043 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.pecan_wsgi.hooks.translation [None req-373e1e4a-44cf-4fac-8c3a-d8a562375bbd admin admin] GET failed (client error): The resource could not be found.
Jul 09 18:45:18.120548 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-373e1e4a-44cf-4fac-8c3a-d8a562375bbd admin admin] Synchronizing usage tracker for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:45:18.135708 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-373e1e4a-44cf-4fac-8c3a-d8a562375bbd admin admin] Unset dirty status for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:45:18.137644 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-373e1e4a-44cf-4fac-8c3a-d8a562375bbd admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0855439
Jul 09 18:45:18.284099 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8335f-a3ea-48b8-8154-32392cf8f5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:45:18.285494 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-80f8335f-a3ea-48b8-8154-32392cf8f5d7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1439784
Jul 09 18:45:18.295008 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:45:18.299427 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:45:18.309302 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:45:18.318914 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Made reservation on behalf of c3de09dc2a894585b64d3f4eeed4e0f8 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:45:18.321161 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:18.514871 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:18.519210 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:45:18.589842 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d73337-fc79-4859-a27a-a2e871ebc3dd,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:45:18.593581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:45:18.597375 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Checking segment: {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:45:18.597720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Network hostable DHCP agents. Network: 8b1b3586-076b-4f54-bd9a-be440eba56f3, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:45:18.616803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:45:18.626111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 8b1b3586-076b-4f54-bd9a-be440eba56f3) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:45:18.630229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:45:18.630813 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:18.635038 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a97d2-01f5-4d8f-bd6f-19e78d427cd1 None None] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:45:18.654641 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3631418
Jul 09 18:45:18.857072 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-8b1b3586-076b-4f54-bd9a-be440eba56f3', 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3', 'tenant_id': 'c3de09dc2a894585b64d3f4eeed4e0f8', 'fixed_ips': [{'subnet_id': 'a7d73337-fc79-4859-a27a-a2e871ebc3dd'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:45:18.857072 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.016416 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Allocated IP 192.168.233.2 (8b1b3586-076b-4f54-bd9a-be440eba56f3/a7d73337-fc79-4859-a27a-a2e871ebc3dd/0117ec79-2e97-4d3e-af09-74cd446393bc) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:45:19.252287 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.262935 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Transition to ACTIVE for port object 0117ec79-2e97-4d3e-af09-74cd446393bc will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:45:19.281701 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Transition to ACTIVE for port object 0117ec79-2e97-4d3e-af09-74cd446393bc will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:45:19.287986 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.293829 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:45:19.351827 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:45:19.358685 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:45:19.362975 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Pushing event updated for resources: {'Port': ['ID=0117ec79-2e97-4d3e-af09-74cd446393bc,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:45:19.365245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:45:19.398047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.398327 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.398659 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.398987 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.399310 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.399630 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.399944 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.400258 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.400589 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.400932 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.401243 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.401553 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:45:19.410056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:45:19.467071 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Attempting to bind port 0117ec79-2e97-4d3e-af09-74cd446393bc on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:45:19.467428 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Attempting to bind port 0117ec79-2e97-4d3e-af09-74cd446393bc by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:45:19.467783 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Attempting to bind port 0117ec79-2e97-4d3e-af09-74cd446393bc on network 8b1b3586-076b-4f54-bd9a-be440eba56f3 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:45:19.474167 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:45:19.474167 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Checking segment: {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:45:19.474438 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.474652 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Bound using segment: {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:45:19.475051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Bound port: 0117ec79-2e97-4d3e-af09-74cd446393bc, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:45:19.475432 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.562550 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] For port 0117ec79-2e97-4d3e-af09-74cd446393bc, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:45:19.565550 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] For port 0117ec79-2e97-4d3e-af09-74cd446393bc, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0117ec79-2e97-4d3e-af09-74cd446393bc,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:45:19.570004 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:19.574265 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:45:19.651147 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Pushing event updated for resources: {'Port': ['ID=0117ec79-2e97-4d3e-af09-74cd446393bc,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:45:19.654943 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:45:20.458400 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c375d48-554b-446c-951b-da3bfd33cee0 None None] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:45:20.556177 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-64207be2-8371-4b38-8483-0b4b56c74c68 None None] Provisioning for port 0117ec79-2e97-4d3e-af09-74cd446393bc completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:45:21.200994 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0117ec79-2e97-4d3e-af09-74cd446393bc up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:45:21.271497 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 0117ec79-2e97-4d3e-af09-74cd446393bc completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:45:21.276267 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 0117ec79-2e97-4d3e-af09-74cd446393bc triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:45:21.276646 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:21.396024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:21.428144 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 0117ec79-2e97-4d3e-af09-74cd446393bc, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0117ec79-2e97-4d3e-af09-74cd446393bc,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:45:21.432051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:21.434798 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:45:21.501285 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=0117ec79-2e97-4d3e-af09-74cd446393bc,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:45:21.504423 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:45:23.180964 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0117ec79-2e97-4d3e-af09-74cd446393bc up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:45:23.253469 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 0117ec79-2e97-4d3e-af09-74cd446393bc triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:45:23.253837 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:25.568260 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:45:36.314839 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-bba9f3a9-e481-4f20-a773-72abf8ad9035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:36.858385 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:39.062356 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-22a97f13-48ff-4056-897e-1b9b648373be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:39.996934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:45:41.452527 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:02.567237 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:46:06.318360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b109bfe0-8c12-48f3-8eb3-31e0d14483fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:06.906128 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:09.065131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7cf3f5c4-3121-44a6-b4e2-77553ee31e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:09.998424 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:11.453578 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:27.954423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 38876) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:46:27.960415 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [None req-7b268f26-49d4-4f1f-9f46-b613f2be9336 tempest-verify_tempest_config-891417102 tempest-verify_tempest_config-891417102-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:46:27.961389 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7b268f26-49d4-4f1f-9f46-b613f2be9336 tempest-verify_tempest_config-891417102 tempest-verify_tempest_config-891417102-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060058
Jul 09 18:46:28.257521 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38894) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:46:28.371522 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.386179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:46:28.389981 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Usage tracker for resource:security_group_rule and tenant:78bb45c175b84d749c6b21a8b00b7a1c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:46:28.392724 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:46:28.398253 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:46:28.479586 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.483274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.491634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:46:28.530887 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Synchronizing usage tracker for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:46:28.534114 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505985e0-ead8-4fbf-9f68-ef0f4804c71e,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:46:28.544076 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.544432 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.544790 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.545118 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.545440 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.545775 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.546099 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.546411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.546738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.547052 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.547359 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.547665 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:46:28.552418 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:46:28.561405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Unset dirty status for tenant:c3de09dc2a894585b64d3f4eeed4e0f8 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:46:28.562757 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78bb45c175b84d749c6b21a8b00b7a1c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3039639
Jul 09 18:46:28.565420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38900) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:46:28.625474 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.650466 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.742018 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.745895 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-582bbf25-d710-4670-be9d-2aa05adfdb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:46:28.756559 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505985e0-ead8-4fbf-9f68-ef0f4804c71e,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:46:28.760527 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:46:28.764537 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:28.765658 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/505985e0-ead8-4fbf-9f68-ef0f4804c71e HTTP/1.1" status: 204  len: 168 time: 0.1994321
Jul 09 18:46:36.321230 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-db1ffb46-87d0-4cf3-b595-fd6ddf7ad03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:36.861415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:39.066668 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9d7e6cc3-ed41-4c95-ba20-b1a5e064fde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:39.566449 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:46:40.006029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:46:41.456552 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:06.325450 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5a56ad63-06bd-4524-b8b1-8ec07d758367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:06.856280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:09.070798 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2356a592-0b07-4123-b208-213842062ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:10.003726 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:11.459382 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:16.566223 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:47:36.325872 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-1ab7cc05-721d-4951-8c79-16811bae9931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:36.857354 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:39.072450 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-31dcbda3-4c6d-4937-9645-b7fb39d9abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:40.006114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:41.462118 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:47:53.565166 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 5 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:48:00.408643 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1575132'] for agent, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:04.584813 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38952) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:48:04.693884 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-73a54887-e908-4d9c-8b5e-2a0cc5010226 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1079752
Jul 09 18:48:06.327246 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a818-b3f9-4a80-9532-5fb6e9fcae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:06.841989 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 38962) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:48:06.862421 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:06.900078 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-05a1ecc0-fe1a-4f00-860a-115ef37ef9b1 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0565157
Jul 09 18:48:09.073457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f0d91daa-c33a-4a4d-9c2d-a1b5dc0a81f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:10.011123 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:11.465128 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:30.360799 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:30.563944 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:48:36.329600 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a13bd59c-ef3c-42c8-89b1-9c56237add90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:36.854569 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:39.075618 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed0a4-24bc-4a56-9bcc-7f58c6149448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:40.012650 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:48:41.471966 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:00.366398 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:06.333170 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-3f969be9-b081-4ae1-8676-b4087abd59c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:06.857484 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:07.563481 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:49:09.078533 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-e781417b-f3d8-494d-86c6-a72c60df44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:10.017095 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:11.472941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:30.359506 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:36.351962 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d52cbe05-eea3-470f-92ce-239ac06bf461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:36.885015 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:38.693018 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39164) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.083043 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-961dae7b-7c47-43ad-b961-b5cb21324777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.088804 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-829175014-network', 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.093568 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.097582 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Usage tracker for resource:network and tenant:73ef6ceb67544a6fa4fe6b3814dc665f is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.101238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.107688 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.118264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:39.120866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.133908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.148118 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.151921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Usage tracker for resource:security_group_rule and tenant:73ef6ceb67544a6fa4fe6b3814dc665f is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.154735 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.160543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.184391 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39184) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.260257 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.264751 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.268854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:39.298122 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:39.303994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152d3528-1c13-4061-9025-c8d84fec42aa,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:39.311887 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39194) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.312285 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.312737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.312996 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.313318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.313633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.314165 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.314487 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.314801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.315130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.315421 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.315728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.316036 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Tracked resource versions report:
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]: pushed versions:
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]: {   'AddressGroup': {'1.2'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'ConntrackHelper': {'1.0'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Log': {'1.0'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Network': {'1.1'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Port': {'1.7'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'PortForwarding': {'1.2'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'QosPolicy': {'1.8'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SecurityGroup': {'1.4'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'SubPort': {'1.0'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Subnet': {'1.1'},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     'Trunk': {'1.1'}}
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]: consumer versions:
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     HyperV agent@hv-cinder-80026: {},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Log': '1.0',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Network': '1.1',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Port': '1.7',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'PortForwarding': '1.2',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'QosPolicy': '1.8',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SecurityGroup': '1.4',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'SubPort': '1.0',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Subnet': '1.1',
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:                                                      'Trunk': '1.1'}}
Jul 09 18:49:39.317137 dv-cinder-800268-1-iscsi neutron-server[78521]:  {{(pid=78521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:49:39.324016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:39.326851 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.327440 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Added segment 38d568f8-a19c-432b-8cb8-9793f12e3d19 of type vlan for network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98
Jul 09 18:49:39.355607 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.389613 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.391042 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:39.391649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.407213 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-77439e69-a4f3-4db9-acc6-324f7dc25bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:39.461524 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39206) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.494897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39212) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.499197 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8050840
Jul 09 18:49:39.502682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39216) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:39.510530 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Request body: {'subnet': {'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-829175014-subnet', 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.516978 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.521230 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Usage tracker for resource:subnet and tenant:73ef6ceb67544a6fa4fe6b3814dc665f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.524852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.527671 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Pushing event updated for resources: {'Network': ['ID=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:39.531632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.540545 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:39.540840 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:39.543660 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:39.546293 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.656075 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-network', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.662128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.666814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Usage tracker for resource:network and tenant:09409ea9eea84e8f8041668fbb6156a2 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.669997 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.680517 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.745059 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-706705700-network', 'tenant_id': '30f29a86a27843bd929f409b0fa752a5'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.749804 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Made reservation on behalf of 09409ea9eea84e8f8041668fbb6156a2 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:39.752286 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.770862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.790736 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.794627 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Usage tracker for resource:security_group_rule and tenant:09409ea9eea84e8f8041668fbb6156a2 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.798189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.805238 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.902457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.908822 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907557343-network', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.945394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.949943 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Usage tracker for resource:network and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.953308 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.960377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:39.971493 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:39.978709 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502777658-network', 'tenant_id': 'ca52c865d7a14a3dac028a8e23cc7fad'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:39.983699 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:39.988632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Usage tracker for resource:network and tenant:ca52c865d7a14a3dac028a8e23cc7fad is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:39.992542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:39.998792 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.012615 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.016699 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:40.022553 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Made reservation on behalf of 46fddbfcfddb4e21aabf8c68dfe9f563 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:40.024989 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.041207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:40.041434 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.050946 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.060337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Usage tracker for resource:network and tenant:30f29a86a27843bd929f409b0fa752a5 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:40.071113 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Made reservation on behalf of ca52c865d7a14a3dac028a8e23cc7fad for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:40.073848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.087879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:40.092862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:40.105652 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.109698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.121331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:40.133487 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.133809 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Added segment c4878b82-6c20-416e-98ad-c1838a877f53 of type vlan for network c3ef160f-80aa-4237-a12b-421f43417bb3
Jul 09 18:49:40.149676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:40.164476 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:40.171909 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Made reservation on behalf of 30f29a86a27843bd929f409b0fa752a5 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:40.174191 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.192915 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:40.198508 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.223085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.237378 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Usage tracker for resource:security_group_rule and tenant:ca52c865d7a14a3dac028a8e23cc7fad is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:40.242162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e014d65-e7c0-4fb6-a20c-85efeddc9b61,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:40.245759 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:40.267592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.273818 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.287565 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.288438 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.288823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.289159 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.289466 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.289800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.290123 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.290437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.290769 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.291086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.291396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.291735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Tracked resource versions report:
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]: pushed versions:
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]: {   'AddressGroup': {'1.2'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'ConntrackHelper': {'1.0'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Log': {'1.0'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Network': {'1.1'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Port': {'1.7'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'PortForwarding': {'1.2'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'QosPolicy': {'1.8'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SecurityGroup': {'1.4'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'SubPort': {'1.0'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Subnet': {'1.1'},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     'Trunk': {'1.1'}}
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]: consumer versions:
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     HyperV agent@hv-cinder-80026: {},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Log': '1.0',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Network': '1.1',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Port': '1.7',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'PortForwarding': '1.2',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'QosPolicy': '1.8',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SecurityGroup': '1.4',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'SubPort': '1.0',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Subnet': '1.1',
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:                                                      'Trunk': '1.1'}}
Jul 09 18:49:40.292809 dv-cinder-800268-1-iscsi neutron-server[78520]:  {{(pid=78520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:49:40.296507 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:40.314486 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Usage tracker for resource:security_group_rule and tenant:30f29a86a27843bd929f409b0fa752a5 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:40.318398 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:40.323421 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:40.364380 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:40.383400 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Checking segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:40.384059 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Network hostable DHCP agents. Network: a8d1f3e9-0e7d-4c57-b71b-459a7add5c98, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:40.389165 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.478818 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.495038 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:40.495891 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.499406 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb218b2-a591-4365-a402-a23bd4366872,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:40.518566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:40.520541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:40.543299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:40.673744 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, a8d1f3e9-0e7d-4c57-b71b-459a7add5c98) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:40.686043 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06765e7-8acf-4e8e-abe2-bbee7fa4a12a None None] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:40.704952 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:40.705879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.731187 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.5446823
Jul 09 18:49:40.731382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39272) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:40.739098 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Request body: {'subnet': {'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-subnet', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:40.748217 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:40.759864 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Usage tracker for resource:subnet and tenant:09409ea9eea84e8f8041668fbb6156a2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:40.766353 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:40.768927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ef160f-80aa-4237-a12b-421f43417bb3,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:40.780818 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.784336 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:40.796091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:40.806059 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.812144 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3082986
Jul 09 18:49:40.824033 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Made reservation on behalf of 09409ea9eea84e8f8041668fbb6156a2 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:40.827078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.832301 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:40.842299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.842639 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Added segment 764eef70-7efe-4bbb-9eca-3330ca13d66d of type vlan for network 3ac87e67-629c-498c-b902-ee7470a8ff87
Jul 09 18:49:40.870213 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.915363 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:40.931848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.934009 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.941457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:40.942397 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.969386 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.983291 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:40.988257 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432e2803-410e-419b-85aa-1ddfd10f8a8e,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:40.996498 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:40.997564 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-dbcc5a07-1522-4c39-acc7-eb50571b762d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:41.062982 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network c3ef160f-80aa-4237-a12b-421f43417bb3 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:41.123292 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac87e67-629c-498c-b902-ee7470a8ff87,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:41.125759 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.126921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:41.129542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:41.138240 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6756821
Jul 09 18:49:41.145010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39286) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:41.157381 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:41.177516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Request body: {'subnet': {'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907557343-subnet', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:41.220267 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12beb0a7-6e2b-4217-97af-644c102f46b6,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:41.233190 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:41.243398 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.243809 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Added segment e9eb9b33-0681-4d86-a859-c5fde01b5260 of type vlan for network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e
Jul 09 18:49:41.245541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:41.266152 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.266576 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Added segment 2ae6faad-c644-4013-87cc-2e97e955fae0 of type vlan for network 5861d707-7899-4170-8a90-6342040d5154
Jul 09 18:49:41.267944 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Usage tracker for resource:subnet and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:41.271694 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:41.278069 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:41.296374 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:41.390188 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Made reservation on behalf of 46fddbfcfddb4e21aabf8c68dfe9f563 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:41.393394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.460438 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.470883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:41.492347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.496574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c5694-0edc-4a81-ace5-ecccc915fbe8 None None] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:41.563433 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:41.576110 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:41.585920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Checking segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:41.586736 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Network hostable DHCP agents. Network: c3ef160f-80aa-4237-a12b-421f43417bb3, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:41.604664 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:41.617886 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Network c3ef160f-80aa-4237-a12b-421f43417bb3 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:41.623056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:41.638062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, c3ef160f-80aa-4237-a12b-421f43417bb3) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:41.642896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:41.643680 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.644579 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:41.644880 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:41.653100 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.655344 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6521491d-23b3-4484-80eb-2c6f21f1e7d6 None None] Network c3ef160f-80aa-4237-a12b-421f43417bb3 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:41.674943 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.695147 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9619958
Jul 09 18:49:41.697187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39312) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:41.706163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:41.715907 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:41.723601 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Usage tracker for resource:router and tenant:09409ea9eea84e8f8041668fbb6156a2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:41.729498 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:41.740392 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:41.769615 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.770904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.803061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.823394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.826472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:41.827253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.830773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:41.864569 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:41.950907 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39322) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:41.961971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:41.962820 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.111286 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.7983019
Jul 09 18:49:42.112333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39342) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:42.115822 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Pushing event updated for resources: {'Network': ['ID=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:42.137932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.142712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Request body: {'subnet': {'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-706705700-subnet', 'tenant_id': '30f29a86a27843bd929f409b0fa752a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:42.152754 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6565247
Jul 09 18:49:42.173301 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:42.183311 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Usage tracker for resource:subnet and tenant:30f29a86a27843bd929f409b0fa752a5 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:42.187246 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:42.194375 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:42.202193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39350) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:42.202745 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39352) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:42.277861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Request body: {'subnet': {'network_id': '5861d707-7899-4170-8a90-6342040d5154', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502777658-subnet', 'tenant_id': 'ca52c865d7a14a3dac028a8e23cc7fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:42.283129 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:42.287589 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:42.288731 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Usage tracker for resource:subnet and tenant:ca52c865d7a14a3dac028a8e23cc7fad is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:42.298185 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Made reservation on behalf of 30f29a86a27843bd929f409b0fa752a5 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:42.300766 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.318254 dv-cinder-800268-1-iscsi neutron-server[78520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 09 18:49:42.321558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:42.353134 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.391815 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394441f0-8971-4553-a357-c1d0d8e49ddb None None] Network c3ef160f-80aa-4237-a12b-421f43417bb3 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:42.406632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:42.415789 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.476169 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Pushing event updated for resources: {'Network': ['ID=5861d707-7899-4170-8a90-6342040d5154,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:42.508230 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:42.509575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:42.514098 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:42.514457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:42.547965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 5861d707-7899-4170-8a90-6342040d5154 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:42.567486 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:42.634643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:266b5370c2024339b979327028e15602 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:42.640516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:42.643887 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:42.651367 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Checking segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:42.651725 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Network hostable DHCP agents. Network: 3ac87e67-629c-498c-b902-ee7470a8ff87, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:42.664653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:42.674513 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:42.677520 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Made reservation on behalf of ca52c865d7a14a3dac028a8e23cc7fad for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:42.680810 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.790071 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.821737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.877881 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:42.904745 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 3ac87e67-629c-498c-b902-ee7470a8ff87) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:42.915280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6989997-be6a-4c84-b688-1dea7fda8bc2 None None] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:42.922832 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:42.923424 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:42.943850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-58a9b715-f33e-4eca-91b3-48aeeb1a35bb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:42.946426 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-58a9b715-f33e-4eca-91b3-48aeeb1a35bb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.7275498
Jul 09 18:49:43.001662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Allocated IP 172.27.1.115 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/9ed50f15-91e6-477c-92bf-780898dc098e) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:43.029811 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2b1c41ef-68bb-4e7a-a91b-a7883d39d4a6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/quotas/73ef6ceb67544a6fa4fe6b3814dc665f HTTP/1.1" status: 200  len: 375 time: 0.0675652
Jul 09 18:49:43.136387 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-3b097516-2821-49f4-a985-cb6e0d22383c tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0917287
Jul 09 18:49:43.173887 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0199571
Jul 09 18:49:43.191116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39382) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:43.198799 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:43.200938 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-3ac87e67-629c-498c-b902-ee7470a8ff87', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:49:43.201912 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.224163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:43.233659 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Usage tracker for resource:router and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:43.239518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:43.253039 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:43.260282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.273384 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.274310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.286008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.292060 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.292408 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:43.294275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.331203 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.364195 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-9f2d2efe-86cd-4a00-b31f-4398f9a869b9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:49:43.365272 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-9f2d2efe-86cd-4a00-b31f-4398f9a869b9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1026845
Jul 09 18:49:43.384257 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=266b5370c2024339b979327028e15602&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4172885
Jul 09 18:49:43.412509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9171c8-2b20-4f63-bd54-66775c03fd1b,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:43.418055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39388) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:43.423533 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Allocated IP 172.20.0.2 (3ac87e67-629c-498c-b902-ee7470a8ff87/0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d/8024a100-fdbd-4470-bedb-7710e5c7a03c) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:43.431545 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:43.431854 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-180d162b-6d98-4485-9397-6a0636853949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:43.536616 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.576592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Checking segment: {'id': 'e9eb9b33-0681-4d86-a859-c5fde01b5260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:43.576956 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Network hostable DHCP agents. Network: 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:43.632437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d323e1e-360b-428a-88d3-f4aede705618,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:43.644170 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:43.646811 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cb491bc1-f506-442f-b3e5-a2bf7b93c64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:43.697817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.729339 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.736383 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.738313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0c1a1aa6-de4a-4aa1-9394-f99f73ad52f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:43.752001 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Transition to ACTIVE for port object 8024a100-fdbd-4470-bedb-7710e5c7a03c will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:49:43.777047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Transition to ACTIVE for port object 8024a100-fdbd-4470-bedb-7710e5c7a03c will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:49:43.789085 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.795663 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:43.801725 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:43.813857 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-7e48d7e8-8e08-458a-b8f5-8794e421f4ab service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4326971
Jul 09 18:49:43.862831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:43.865639 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:43.869363 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:43.878341 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Checking segment: {'id': '2ae6faad-c644-4013-87cc-2e97e955fae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5861d707-7899-4170-8a90-6342040d5154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:43.879184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Network hostable DHCP agents. Network: 5861d707-7899-4170-8a90-6342040d5154, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:43.884649 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:43.886885 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:43.910197 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0f221-547e-4590-8489-8f44ca880b98 None None] Network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:43.929859 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Pushing event updated for resources: {'Port': ['ID=8024a100-fdbd-4470-bedb-7710e5c7a03c,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:43.960873 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:43.966737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:43.969289 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:43.974101 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e69c182a-d837-46ba-a676-961196c0e949,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:43.978060 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.978405 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.978739 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.979224 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.979554 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.979877 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.980199 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.980518 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.980881 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.981203 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.981519 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.981832 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Tracked resource versions report:
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]: pushed versions:
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]: {   'AddressGroup': {'1.2'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'ConntrackHelper': {'1.0'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Log': {'1.0'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Network': {'1.1'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Port': {'1.7'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'PortForwarding': {'1.2'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'QosPolicy': {'1.8'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SecurityGroup': {'1.4'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'SubPort': {'1.0'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Subnet': {'1.1'},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     'Trunk': {'1.1'}}
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]: consumer versions:
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     HyperV agent@hv-cinder-80026: {},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Log': '1.0',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Network': '1.1',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Port': '1.7',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'PortForwarding': '1.2',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'QosPolicy': '1.8',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SecurityGroup': '1.4',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'SubPort': '1.0',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Subnet': '1.1',
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:                                                      'Trunk': '1.1'}}
Jul 09 18:49:43.982924 dv-cinder-800268-1-iscsi neutron-server[78522]:  {{(pid=78522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:49:43.987180 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:44.016729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:44.017362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.074866 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.076626 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Attempting to bind port 8024a100-fdbd-4470-bedb-7710e5c7a03c on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:49:44.077022 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Attempting to bind port 8024a100-fdbd-4470-bedb-7710e5c7a03c by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:49:44.077384 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Attempting to bind port 8024a100-fdbd-4470-bedb-7710e5c7a03c on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:49:44.087578 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:49:44.087946 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Checking segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:44.088618 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.089072 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Bound using segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:49:44.089580 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Bound port: 8024a100-fdbd-4470-bedb-7710e5c7a03c, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:49:44.091196 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.091523 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9774301
Jul 09 18:49:44.092504 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:44.119302 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Network 5861d707-7899-4170-8a90-6342040d5154 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:44.152014 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 5861d707-7899-4170-8a90-6342040d5154) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:44.164017 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed50f15-91e6-477c-92bf-780898dc098e,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:44.184978 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:44.185501 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.188001 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af263d71-ccdf-4185-8163-0b634f7d7f04 None None] Network 5861d707-7899-4170-8a90-6342040d5154 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:44.213768 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-5ca68dd4-1ee5-4e35-8015-affc09ff997a service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3853703
Jul 09 18:49:44.249310 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.0322568
Jul 09 18:49:44.252865 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.256563 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.262708 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e9171c8-2b20-4f63-bd54-66775c03fd1b HTTP/1.1" status: 204  len: 168 time: 0.8405168
Jul 09 18:49:44.264111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c2b804f4-3815-4a5e-bba0-c0b0d070bd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:44.271741 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:44.279581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9171c8-2b20-4f63-bd54-66775c03fd1b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:44.291598 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:44.369935 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] For port 8024a100-fdbd-4470-bedb-7710e5c7a03c, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:49:44.389099 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] For port 8024a100-fdbd-4470-bedb-7710e5c7a03c, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=8024a100-fdbd-4470-bedb-7710e5c7a03c,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:49:44.408186 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.458403 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:44.569698 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb3e81-8cae-4505-90cd-e4b9c741638b None None] Network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:44.570045 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:49:44.651917 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39438) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:44.733210 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:44.829844 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Pushing event updated for resources: {'Port': ['ID=8024a100-fdbd-4470-bedb-7710e5c7a03c,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:44.837113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:44.845404 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ac6128e4-4443-418f-bf0b-7b9570f2e0ee req-d673a52f-6701-4155-9510-8f00e22d5762 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.1918993
Jul 09 18:49:44.995256 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39450) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:45.023547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.035205 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f4dc5-7d81-44ce-a02e-bf731bc6a98c None None] Network 5861d707-7899-4170-8a90-6342040d5154 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:45.036162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.077582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:45.089238 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Usage tracker for resource:security_group_rule and tenant:41573cbb19e34d5fa4ccbbe17d641cfc is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:45.094961 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.096689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:45.114161 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:45.340491 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.385954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.401266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d8174496-9037-431c-b6bc-3b5f9978f0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:45.484408 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 8024a100-fdbd-4470-bedb-7710e5c7a03c up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:45.566263 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7710e557-50fe-4894-a0b5-d2dca6312ddd,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:45.571709 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:45.580613 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41573cbb19e34d5fa4ccbbe17d641cfc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5820620
Jul 09 18:49:45.583509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39474) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:45.638710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.679260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6fa0c6c4-8009-4801-af49-c106b0516e3c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:45.680871 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6fa0c6c4-8009-4801-af49-c106b0516e3c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Synchronizing usage tracker for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:49:45.764197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.802017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:45.866638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6fa0c6c4-8009-4801-af49-c106b0516e3c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Unset dirty status for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:49:45.870003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6fa0c6c4-8009-4801-af49-c106b0516e3c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/networks?id=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e HTTP/1.1" status: 200  len: 811 time: 0.5272760
Jul 09 18:49:45.895286 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-b9ee4b79-e996-45fa-a1b7-b6ef0e51a250 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/quotas/30f29a86a27843bd929f409b0fa752a5 HTTP/1.1" status: 200  len: 375 time: 0.0184073
Jul 09 18:49:45.931016 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 8024a100-fdbd-4470-bedb-7710e5c7a03c completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:49:45.969890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Allocated IP 172.27.1.169 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/700399e5-3615-4240-ac22-338474d4b1ec) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:46.018726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39500) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:46.048909 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-654279493-network', 'tenant_id': '183c4319c6ee422ea9267a3423956d7c'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:46.054717 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:46.059317 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Usage tracker for resource:network and tenant:183c4319c6ee422ea9267a3423956d7c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:46.066094 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:46.076982 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-543fc9c2-0092-47a0-943c-46a5ecee21af tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30f29a86a27843bd929f409b0fa752a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1730883
Jul 09 18:49:46.098950 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf187175-a288-469b-b263-4a28cb595eba req-56bc3a56-e231-440f-9bc4-cb8e57c5a43b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.0688891
Jul 09 18:49:46.154949 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:46.213252 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Made reservation on behalf of 183c4319c6ee422ea9267a3423956d7c for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:46.216766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.238379 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.278359 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6dac1b99-0723-4c5d-a7dc-581845f9f414 service neutron] 10.222.0.20 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825798
Jul 09 18:49:46.279562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.331932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-37a41474-e9a7-4798-9bfe-7e9afc394a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:46.338508 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:46.346664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.351407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Usage tracker for resource:security_group_rule and tenant:183c4319c6ee422ea9267a3423956d7c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:46.373033 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:46.373772 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45d18b-b00d-44d8-95f6-af0d8953efb9 None None] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:46.378552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.378961 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Router 58c5ac28-961b-4e1e-a203-4e02dd21be01 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:49:46.382062 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7710e557-50fe-4894-a0b5-d2dca6312ddd HTTP/1.1" status: 204  len: 168 time: 0.7916927
Jul 09 18:49:46.387205 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:46.541189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710e557-50fe-4894-a0b5-d2dca6312ddd,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:46.564394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:46.642106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.647819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Provisioning for port 8024a100-fdbd-4470-bedb-7710e5c7a03c completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:49:46.663728 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Provisioning complete for port 8024a100-fdbd-4470-bedb-7710e5c7a03c triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:46.664247 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:46.684431 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-17f2662c-1dca-4669-9239-6c7f7c4dc33d service neutron] 10.222.0.20 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3967507
Jul 09 18:49:46.686919 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:46.802593 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:46.815492 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:46.823948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:46.993850 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:49:47.008357 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Sync routers for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:49:47.034472 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:47.035125 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ac0070>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:47.125409 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-23188609-13ac-4ce4-9f90-f00e397596d2 req-398be24c-0bc1-4b49-b1ab-a73b0592c3e3 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.1480145
Jul 09 18:49:47.152821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.208600 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Pushing event updated for resources: {'Port': ['ID=700399e5-3615-4240-ac22-338474d4b1ec,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:47.217681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:47.220946 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.234863 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.329116 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] For port 8024a100-fdbd-4470-bedb-7710e5c7a03c, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=8024a100-fdbd-4470-bedb-7710e5c7a03c,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:49:47.360286 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.368512 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:47.378892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:47.446933 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:49:47.455612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6628978f-342a-41a4-b70e-326c170ec6bf,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:47.474214 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:47.511850 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:49:47.543621 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1beb0ad1-e917-4b1e-8a62-3be3ed085c90 req-d51e56ce-2070-40d8-926a-966a53e89709 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.0660419
Jul 09 18:49:47.547945 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Pushing event updated for resources: {'Port': ['ID=8024a100-fdbd-4470-bedb-7710e5c7a03c,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:47.560567 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.560873 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Added segment 6c2282b7-28cd-416e-8e1b-353129a14b5c of type vlan for network a7572fe1-f100-4a57-a570-2e77fe9a8379
Jul 09 18:49:47.567254 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:47.792284 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-766d4536-9664-4802-a228-db9d25bd4e28 None None] Provisioning complete for port 8024a100-fdbd-4470-bedb-7710e5c7a03c triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:47.795302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-766d4536-9664-4802-a228-db9d25bd4e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.827745 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:47.831756 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39586) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:47.836219 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.1303656
Jul 09 18:49:48.083437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.15', 58420) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:48.219944 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ac0070>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:44Z', 'revision_number': 3, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:48.224549 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Checking router: 58c5ac28-961b-4e1e-a203-4e02dd21be01 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:49:48.225131 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Updating router 58c5ac28-961b-4e1e-a203-4e02dd21be01 port 9ed50f15-91e6-477c-92bf-780898dc098e binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:49:48.260187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.282398 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.295508 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.456564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.460910 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:48.461342 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.467818 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:48.517421 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-538e9170-a417-48f2-88c5-94e9a71e7c49 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:48.518848 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-538e9170-a417-48f2-88c5-94e9a71e7c49 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.4328222
Jul 09 18:49:48.536186 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7290b9bb-6924-43be-922e-7a6bdcdfcf46 req-8f5edb19-58bb-4d2f-989d-95a062ee2d8a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.3235526
Jul 09 18:49:48.575583 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.5366235
Jul 09 18:49:48.582046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39620) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:48.618623 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Request body: {'subnet': {'network_id': 'a7572fe1-f100-4a57-a570-2e77fe9a8379', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-654279493-subnet', 'tenant_id': '183c4319c6ee422ea9267a3423956d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:48.624148 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Pushing event updated for resources: {'Network': ['ID=a7572fe1-f100-4a57-a570-2e77fe9a8379,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:48.644278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:48.646741 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:48.655087 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network a7572fe1-f100-4a57-a570-2e77fe9a8379 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:49:48.832902 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Usage tracker for resource:subnet and tenant:183c4319c6ee422ea9267a3423956d7c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:48.849292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:48.859776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:48.860414 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5d39590e-fa3a-42cf-9a0e-32c155207960 req-c4c92ca9-c6d5-40ae-90bd-adc51d31507f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.0470035
Jul 09 18:49:48.937342 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Made reservation on behalf of 183c4319c6ee422ea9267a3423956d7c for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:48.940191 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.955188 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:48.982253 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Transition to ACTIVE for port object 9ed50f15-91e6-477c-92bf-780898dc098e will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:49:49.006935 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.017475 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:49.072626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.076277 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Attempting to bind port 9ed50f15-91e6-477c-92bf-780898dc098e on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:49:49.076954 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Attempting to bind port 9ed50f15-91e6-477c-92bf-780898dc098e by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:49:49.077568 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Attempting to bind port 9ed50f15-91e6-477c-92bf-780898dc098e on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:49:49.094847 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:49:49.095682 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:49.096520 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.097172 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:49:49.097869 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Bound port: 9ed50f15-91e6-477c-92bf-780898dc098e, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:49:49.098531 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.209382 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] For port 9ed50f15-91e6-477c-92bf-780898dc098e, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:49:49.215541 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] For port 9ed50f15-91e6-477c-92bf-780898dc098e, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9ed50f15-91e6-477c-92bf-780898dc098e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:49:49.225384 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Pushing event updated for resources: {'Port': ['ID=9ed50f15-91e6-477c-92bf-780898dc098e,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:49.230808 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.239599 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.240138 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.240748 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.241311 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.241911 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.242415 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.242871 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.243362 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.244468 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.245014 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.245502 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.246020 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Tracked resource versions report:
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]: pushed versions:
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]: {   'AddressGroup': {'1.2'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'ConntrackHelper': {'1.0'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Log': {'1.0'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Network': {'1.1'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Port': {'1.7'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'PortForwarding': {'1.2'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'QosPolicy': {'1.8'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SecurityGroup': {'1.4'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SecurityGroupRule': {'1.2'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'SubPort': {'1.0'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Subnet': {'1.1'},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     'Trunk': {'1.1'}}
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]: consumer versions:
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]: {   DHCP agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     HyperV agent@hv-cinder-80026: {},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     L3 agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     Metadata agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     Metering agent@dv-cinder-800268-1-iscsi: {},
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:     Open vSwitch agent@dv-cinder-800268-1-iscsi: {   'AddressGroup': '1.2',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'ConntrackHelper': '1.0',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Log': '1.0',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Network': '1.1',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Port': '1.7',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'PortForwarding': '1.2',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'QosPolicy': '1.8',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SecurityGroup': '1.4',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SecurityGroupRule': '1.2',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'SubPort': '1.0',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Subnet': '1.1',
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:                                                      'Trunk': '1.1'}}
Jul 09 18:49:49.247319 dv-cinder-800268-1-iscsi neutron-server[78523]:  {{(pid=78523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 09 18:49:49.253442 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:49.254191 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:49.356938 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 8024a100-fdbd-4470-bedb-7710e5c7a03c up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:49.365599 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:49.367308 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ac0070>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:49.456438 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Pushing event updated for resources: {'Port': ['ID=9ed50f15-91e6-477c-92bf-780898dc098e,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:49.462199 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:49.469201 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:49:49.473425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.483785 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 8024a100-fdbd-4470-bedb-7710e5c7a03c triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:49.484804 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8b258f11-dadd-45ea-b514-f1d80568454a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:49.488362 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.497777 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.638689 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:49:49.780197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Allocated IP 172.20.0.1 (c3ef160f-80aa-4237-a12b-421f43417bb3/300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df/190d9431-d11f-4863-b32b-1bd43d637064) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:49.837602 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b22e7c1-6e56-495c-b25c-1ee125df0527,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:49.840050 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Checking segment: {'id': '6c2282b7-28cd-416e-8e1b-353129a14b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a7572fe1-f100-4a57-a570-2e77fe9a8379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:49.840401 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Network hostable DHCP agents. Network: a7572fe1-f100-4a57-a570-2e77fe9a8379, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:49:49.848526 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:49.874443 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:49:49.882478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48cc91f5-c256-4824-8de8-9f3ad1cd8f9f req-0bb0a035-d286-44ea-b8af-d6a9e825d99e tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.0880158
Jul 09 18:49:49.885029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:49:49.907894 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:49.908710 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340ca9b850>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:49.919812 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Network a7572fe1-f100-4a57-a570-2e77fe9a8379 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:49:49.948069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:49.949431 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.7563694
Jul 09 18:49:49.952469 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39660) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:50.078817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, a7572fe1-f100-4a57-a570-2e77fe9a8379) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:50.102385 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:50.103330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.129161 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.5357533
Jul 09 18:49:50.149543 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ac0070>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:44Z', 'revision_number': 3, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:50.154720 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6978c2-3f66-4cc6-addf-f2c105c732de None None] The sync data for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi is: [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:44Z', 'revision_number': 3, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:49:50.162155 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-37be998e-5c2c-48ba-a47c-4ef35e559ba2 req-8e32137e-c45f-4df8-bb62-3526f0791753 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.0663688
Jul 09 18:49:50.171803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.226366 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.233872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:50.260910 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f994ade-a828-4a57-a67b-f727a5fbbc48 None None] Network a7572fe1-f100-4a57-a570-2e77fe9a8379 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:50.330505 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:50.346242 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Network c3ef160f-80aa-4237-a12b-421f43417bb3 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:50.347551 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:50.348354 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:50.351552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:50.352058 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.418716 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:49:50.447480 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39670) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:50.601436 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.680555 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Deleting subnet e69c182a-d837-46ba-a676-961196c0e949 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:49:50.684162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.752900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.761609 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:50.924437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Request body: {'port': {'device_id': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'admin_state_up': True, 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:50.955495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d29c7a6-6791-431a-b7b9-d0066b1cebf6 None None] Network a7572fe1-f100-4a57-a570-2e77fe9a8379 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:49:51.112451 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340ca9b850>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:47Z', 'revision_number': 3, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:51.126289 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:49:51.126893 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Updating router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 port 700399e5-3615-4240-ac22-338474d4b1ec binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:49:51.267157 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.433306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.480175 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-baca2ad3-fde6-4f46-9c3c-ece7b7b36f8a req-03c5128d-2be7-4e3d-8db6-5f3bd1cda19e tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.3266153
Jul 09 18:49:51.527362 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9ed50f15-91e6-477c-92bf-780898dc098e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:51.626664 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f6cb8d27-68af-45ae-85bc-1397e496fd97 req-be49598f-66a2-442d-bcd5-a7b6575dcad7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.1272273
Jul 09 18:49:51.645777 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.666985 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:51.671650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Usage tracker for resource:port and tenant:73ef6ceb67544a6fa4fe6b3814dc665f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:51.674664 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:51.681453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:51.723963 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:51.830376 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:51.833862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.845489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.870249 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e69c182a-d837-46ba-a676-961196c0e949,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:51.880157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:51.893985 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 9ed50f15-91e6-477c-92bf-780898dc098e completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:49:51.900375 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-fb8c09f9-0b8e-4b54-8bb4-79b5a9b8159c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e69c182a-d837-46ba-a676-961196c0e949 HTTP/1.1" status: 204  len: 168 time: 1.4473007
Jul 09 18:49:51.902812 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39732) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:51.922656 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9ed50f15-91e6-477c-92bf-780898dc098e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:51.923409 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:51.940766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Allocated IP 172.20.0.1 (3ac87e67-629c-498c-b902-ee7470a8ff87/0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d/2d43f6ed-a504-4999-a339-c7aa7acefb76) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:52.003295 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.15', 58434) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:52.105234 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.221725 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.resource_extend [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:49:52.358631 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.398564 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.410944 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Transition to ACTIVE for port object 700399e5-3615-4240-ac22-338474d4b1ec will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:49:52.435889 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.463272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:52.829324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.847271 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Pushing event updated for resources: {'Port': ['ID=700399e5-3615-4240-ac22-338474d4b1ec,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:52.853742 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:52.910290 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Attempting to bind port 700399e5-3615-4240-ac22-338474d4b1ec on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:49:52.914413 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f340b689340>> segment before_delete 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.914775 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f340b689340>> subnet precommit_delete_associations 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.915396 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Attempting to bind port 700399e5-3615-4240-ac22-338474d4b1ec by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:49:52.915601 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> segment_host_mapping after_create 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.916189 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Attempting to bind port 700399e5-3615-4240-ac22-338474d4b1ec on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:49:52.927954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> port after_create 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.928562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> port after_delete 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.929003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> port after_update 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.929370 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> segment after_delete 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.935489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> subnet after_create 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.935835 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> subnet after_delete 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.937352 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b6898b0>> subnet after_update 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:52.941339 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:52.996529 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Transition to ACTIVE for port object 2d43f6ed-a504-4999-a339-c7aa7acefb76 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:49:53.055518 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:49:53.056029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:49:53.056193 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39780) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:53.057290 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.057942 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:49:53.058941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Bound port: 700399e5-3615-4240-ac22-338474d4b1ec, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:49:53.059652 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.135480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.163659 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 9ed50f15-91e6-477c-92bf-780898dc098e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9ed50f15-91e6-477c-92bf-780898dc098e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:49:53.165571 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] For port 700399e5-3615-4240-ac22-338474d4b1ec, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:49:53.169393 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] For port 700399e5-3615-4240-ac22-338474d4b1ec, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=700399e5-3615-4240-ac22-338474d4b1ec,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:49:53.175081 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.178843 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:53.185401 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.192792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-d5615d86-4afb-4143-8416-bf00b96b3630 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:53.194289 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-d5615d86-4afb-4143-8416-bf00b96b3630 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.15 "GET /v2.0/networks?id=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e HTTP/1.1" status: 200  len: 811 time: 1.1853745
Jul 09 18:49:53.205980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:53.266152 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.300845 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Request body: {'port': {'device_id': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e', 'admin_state_up': True, 'tenant_id': '30f29a86a27843bd929f409b0fa752a5'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:53.343418 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b647d90>> subnet after_create 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:53.344941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b647d90>> subnet after_delete 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:53.345570 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b647d90>> subnet before_create 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:53.347184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b647d90>> subnet before_update 55550000 {{(pid=78520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:53.349000 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b63c6d0>,) {'filters': {'network_id': ['5861d707-7899-4170-8a90-6342040d5154']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:53.391770 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=9ed50f15-91e6-477c-92bf-780898dc098e,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:53.395261 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:53.396245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340ca9b850>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:53.426421 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b63c6d0>, '2ae6faad-c644-4013-87cc-2e97e955fae0') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:53.428609 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b63c6d0>, '2ae6faad-c644-4013-87cc-2e97e955fae0') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:53.451887 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:53.458636 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d1f4492-c1c0-4ae1-9466-041024648bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:53.458820 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.496769 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.513366 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:53.516785 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:49:53.518025 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Usage tracker for resource:port and tenant:30f29a86a27843bd929f409b0fa752a5 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:53.518227 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.521073 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:53.527836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:53.535308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:53.563558 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:53.563558 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.575106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:53.575596 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.649873 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Pushing event updated for resources: {'Port': ['ID=700399e5-3615-4240-ac22-338474d4b1ec,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:53.655506 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:53.702926 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:49:53.783766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Made reservation on behalf of 30f29a86a27843bd929f409b0fa752a5 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:49:53.794856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   from cryptography.utils import int_from_bytes
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   from cryptography.utils import int_from_bytes
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   util.warn_limited(
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   util.warn_limited(
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:49:53.824748 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:49:53.829877 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:53.854408 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.045559 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:54.139683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:54.143174 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Pushing event updated for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:54.175338 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:54.209952 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-09e5e837-829c-4615-9f04-4e42247771f7 req-1c3d295e-3bd7-426f-8a7e-9cea48c5d804 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.8319385
Jul 09 18:49:54.218729 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6474afa9e37e4604ba8c8e1b3bff4b0a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:54.229286 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c2cccc3-083d-4884-ac40-1eb1d5ab8aa1 req-a8aad6ca-656f-43bf-94d1-fa9e7e31c53f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.8635833
Jul 09 18:49:54.237412 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:54.277982 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:54.299630 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.354014 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-b81e2f82-d1f9-4993-90d7-74a891ac6405 None None] Provisioning for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:49:54.374988 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-b81e2f82-d1f9-4993-90d7-74a891ac6405 None None] Provisioning complete for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:54.375995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b81e2f82-d1f9-4993-90d7-74a891ac6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.422795 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.423672 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.438384 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.488298 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:54.494979 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-b81e2f82-d1f9-4993-90d7-74a891ac6405 None None] Port 2d43f6ed-a504-4999-a339-c7aa7acefb76 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:49:54.516615 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340ca9b850>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:47Z', 'revision_number': 3, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:54.531775 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb241c67-f6ce-4b6d-b3d5-bfdb965bedc8 None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:47Z', 'revision_number': 3, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:49:54.619313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:54.638665 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6474afa9e37e4604ba8c8e1b3bff4b0a&name=default HTTP/1.1" status: 200  len: 2978 time: 1.5442305
Jul 09 18:49:54.639729 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39810) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:54.687215 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5861d707-7899-4170-8a90-6342040d5154 HTTP/1.1" status: 204  len: 168 time: 2.7446609
Jul 09 18:49:54.688091 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:54.706055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39812) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:54.716544 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:54.720561 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Allocated IP 172.20.0.7 (a8d1f3e9-0e7d-4c57-b71b-459a7add5c98/fdb218b2-a591-4365-a402-a23bd4366872/abee6fed-df99-4106-8934-1e09d4e12042) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:54.726690 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8fcd7-cc2e-423c-a292-ddbba9cccbeb,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:54.737562 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39818) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:54.744081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:54.751262 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:54.845260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5861d707-7899-4170-8a90-6342040d5154,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:54.885978 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:54.952612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Allocated IP 172.20.0.6 (2c55914c-2c53-4f8f-b19b-84d7c6e62c5e/2d323e1e-360b-428a-88d3-f4aede705618/2bc4ab69-5aba-4e9e-9535-6f882c795915) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:49:55.102461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Deleting subnet 7b22e7c1-6e56-495c-b25c-1ee125df0527 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:49:55.106494 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.172737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.327215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.340705 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.566447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.594873 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9ed50f15-91e6-477c-92bf-780898dc098e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:55.714678 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.766481 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9ed50f15-91e6-477c-92bf-780898dc098e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:55.766998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:55.781152 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:55.875733 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.024572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 700399e5-3615-4240-ac22-338474d4b1ec up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:56.068323 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Pushing event updated for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:56.089718 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:56.102856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:56.119318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Usage tracker for resource:security_group_rule and tenant:872a6cb427854c31a2ec5179fa5582fe is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:56.127916 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:56.134595 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:56.144039 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:56.146573 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:56.162325 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:56.167480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 700399e5-3615-4240-ac22-338474d4b1ec completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:49:56.170079 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 700399e5-3615-4240-ac22-338474d4b1ec triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:56.170558 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.177262 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:56.178238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.199180 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.251210 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9555488
Jul 09 18:49:56.293063 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.300300 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d942e99c-30fd-45be-abfc-338d368c300b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:56.326749 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.353629 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Network c3ef160f-80aa-4237-a12b-421f43417bb3 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:56.361663 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.392912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:56.421680 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b22e7c1-6e56-495c-b25c-1ee125df0527,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:56.442976 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.445579 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.447110 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.465531 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7b22e7c1-6e56-495c-b25c-1ee125df0527 HTTP/1.1" status: 204  len: 168 time: 1.7583826
Jul 09 18:49:56.468339 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 700399e5-3615-4240-ac22-338474d4b1ec, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=700399e5-3615-4240-ac22-338474d4b1ec,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:49:56.469655 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39846) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:56.478399 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.481275 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:56.484313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2b4a6a72-5048-422f-93f3-e98edea0c3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:56.559137 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.db.resource_extend [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:49:56.613805 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8fcd7-cc2e-423c-a292-ddbba9cccbeb,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:56.618771 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=700399e5-3615-4240-ac22-338474d4b1ec,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:56.629556 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:56.733727 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:56.741188 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.777654 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:56.783620 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:56.797395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:49:56.806837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.816274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.827530 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f1e1588f-17c7-4d61-8763-6ddaf0f24a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:56.880727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:56.888940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Router 58c5ac28-961b-4e1e-a203-4e02dd21be01 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:49:56.905470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:56.909272 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f5e8fcd7-cc2e-423c-a292-ddbba9cccbeb HTTP/1.1" status: 204  len: 168 time: 2.1849797
Jul 09 18:49:56.920850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:56.988328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.085154 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c43aa-8771-488d-b086-95a43422c96b req-70e75006-67bd-4b7d-8213-4e9ea8a80992 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:57.086716 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-cf3c43aa-8771-488d-b086-95a43422c96b req-70e75006-67bd-4b7d-8213-4e9ea8a80992 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:49:57.090389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event updated for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:57.119061 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:57.123667 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Pushing event updated for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:57.129053 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051843-811f-4716-a8b2-fe40acedd798 req-7d102fd6-5754-46a3-b4f6-fa92d9f25e3a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:57.130852 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-72051843-811f-4716-a8b2-fe40acedd798 req-7d102fd6-5754-46a3-b4f6-fa92d9f25e3a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 931 time: 1.4669740
Jul 09 18:49:57.147277 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:57.165534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.221422 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.290323 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:57.320495 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-72051843-811f-4716-a8b2-fe40acedd798 req-b9ade8fa-21dd-4925-9672-999776258b83 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Synchronizing usage tracker for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:49:57.331116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:57.331755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.360095 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-cf3c43aa-8771-488d-b086-95a43422c96b req-70e75006-67bd-4b7d-8213-4e9ea8a80992 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:49:57.361111 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf3c43aa-8771-488d-b086-95a43422c96b req-70e75006-67bd-4b7d-8213-4e9ea8a80992 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 931 time: 1.6929526
Jul 09 18:49:57.388799 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4690087
Jul 09 18:49:57.438901 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 700399e5-3615-4240-ac22-338474d4b1ec up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:49:57.484694 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=872a6cb427854c31a2ec5179fa5582fe&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7460113
Jul 09 18:49:57.496239 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.498678 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39870) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:57.501926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-72051843-811f-4716-a8b2-fe40acedd798 req-b9ade8fa-21dd-4925-9672-999776258b83 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Unset dirty status for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:49:57.513308 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-72051843-811f-4716-a8b2-fe40acedd798 req-b9ade8fa-21dd-4925-9672-999776258b83 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2860827
Jul 09 18:49:57.523001 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f340b8d5640>> segment before_delete 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.523357 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f340b8d5640>> subnet precommit_delete_associations 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.524929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> segment_host_mapping after_create 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.525316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> port after_create 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.525662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> port after_delete 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.525998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> port after_update 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.526318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> segment after_delete 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.526639 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> subnet after_create 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.526959 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> subnet after_delete 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.527271 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f340b8d5a30>> subnet after_update 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.591700 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39874) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:57.612137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 700399e5-3615-4240-ac22-338474d4b1ec triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:57.612529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.661064 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf3c43aa-8771-488d-b086-95a43422c96b req-ccef4d42-75df-40bc-a3db-93ff934f83ff tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823747
Jul 09 18:49:57.716188 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:49:57.733653 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Sync routers for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:49:57.740123 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] 10.222.0.20 "PUT /v2.0/routers/58c5ac28-961b-4e1e-a203-4e02dd21be01/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9069259
Jul 09 18:49:57.760055 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:57.762000 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340cac91c0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:57.764541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.824601 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.890344 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:57.953817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b871ca0>> subnet after_create 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.954175 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b871ca0>> subnet after_delete 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.954500 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b871ca0>> subnet before_create 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.954823 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f340b871ca0>> subnet before_update 55550000 {{(pid=78521) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 09 18:49:57.955179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b8d5610>,) {'filters': {'network_id': ['a7572fe1-f100-4a57-a570-2e77fe9a8379']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:57.956946 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:57.967839 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Usage tracker for resource:security_group_rule and tenant:67fcd52c4cf648889c1a6ba46103b738 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:57.976055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:57.997973 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:49:58.029312 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4b0426-d521-4848-9be3-e4337dd4a16e,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:58.038716 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:58.060263 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b8d5610>, '6c2282b7-28cd-416e-8e1b-353129a14b5c') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:58.060742 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b8d5610>, '6c2282b7-28cd-416e-8e1b-353129a14b5c') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:58.085086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:49:58.087723 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.095227 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:49:58.157314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-8a0a0acc-95c1-46d3-bcf4-469d0ddb8b48 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:49:58.158416 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-8a0a0acc-95c1-46d3-bcf4-469d0ddb8b48 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0272839
Jul 09 18:49:58.208235 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-b0777731-2f12-4171-a418-05c7420b3c12 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78521) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:49:58.214409 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-b0777731-2f12-4171-a418-05c7420b3c12 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0174747
Jul 09 18:49:58.364269 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.383401 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-070c516c-4924-4e06-a785-d3b6831e016f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:58.397380 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:49:58.414845 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4b0426-d521-4848-9be3-e4337dd4a16e,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:58.429589 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:58.470295 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.475712 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c4b0426-d521-4848-9be3-e4337dd4a16e HTTP/1.1" status: 204  len: 168 time: 0.9740403
Jul 09 18:49:58.539294 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.567183 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:49:58.570447 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.572765 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.614836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:49:58.616080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.621831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-828b4fc8-1755-41bd-a594-6a047697e60a None None] Provisioning complete for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:49:58.622398 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-828b4fc8-1755-41bd-a594-6a047697e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:58.682227 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8406ad8f-9de0-470f-ad4c-da096eeeb707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:58.757207 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67fcd52c4cf648889c1a6ba46103b738&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1613197
Jul 09 18:49:58.758451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39912) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:58.759316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9681c0d-a879-45eb-b185-6cfdd7ec67b2,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:58.765224 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   from cryptography.utils import int_from_bytes
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   from cryptography.utils import int_from_bytes
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   util.warn_limited(
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   util.warn_limited(
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:49:58.793245 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:49:58.833813 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Request body: {'port': {'device_id': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:58.863760 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-828b4fc8-1755-41bd-a594-6a047697e60a None None] Port 2d43f6ed-a504-4999-a339-c7aa7acefb76 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:49:59.173370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Request body: {'port': {'device_id': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:49:59.201129 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340cac91c0>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 4, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '190d9431-d11f-4863-b32b-1bd43d637064', 'name': '', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'mac_address': 'fa:16:3e:d7:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:49Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 2, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'subnets': [{'id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:59.209961 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Checking router: 58c5ac28-961b-4e1e-a203-4e02dd21be01 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:49:59.210401 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Updating router 58c5ac28-961b-4e1e-a203-4e02dd21be01 port 190d9431-d11f-4863-b32b-1bd43d637064 binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:49:59.347736 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.576631 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.639382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:49:59.696554 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39936) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:49:59.742726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.753528 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:49:59.761522 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.768779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:49:59.783531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:49:59.789558 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c167f40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:49:59.794639 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7572fe1-f100-4a57-a570-2e77fe9a8379,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:49:59.830031 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-b8575100-1723-4029-8a9e-9b08b79f532e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:49:59.831329 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-b8575100-1723-4029-8a9e-9b08b79f532e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:49:59.836641 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.850419 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.881955 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:49:59.922825 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] 10.222.0.20 "PUT /v2.0/routers/0303a9ac-77e4-47ea-8984-b6a5c32d7e38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9594555
Jul 09 18:49:59.962933 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:49:59.967678 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Usage tracker for resource:security_group_rule and tenant:67b24cb78e0149a085493f926dcdde77 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:49:59.971002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:49:59.977138 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:00.074425 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.081708 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.082496 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-b8575100-1723-4029-8a9e-9b08b79f532e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:00.083730 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-b8575100-1723-4029-8a9e-9b08b79f532e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 819 time: 1.0097055
Jul 09 18:50:00.086455 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.128883 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.157742 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Transition to ACTIVE for port object 190d9431-d11f-4863-b32b-1bd43d637064 will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:00.180242 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.196689 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:00.232472 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:50:00.337170 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.343392 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:00.417601 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9681c0d-a879-45eb-b185-6cfdd7ec67b2,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:00.435133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-911c88cd-1f09-4b3b-af03-f5fbcf4cfb52 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/quotas/09409ea9eea84e8f8041668fbb6156a2 HTTP/1.1" status: 200  len: 375 time: 0.3284745
Jul 09 18:50:00.472089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305049da-d381-4cc7-978f-a5a5fb4b3754 req-4e62dd3f-ba45-43ce-8a9c-8dff84ab726c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:00.477426 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-305049da-d381-4cc7-978f-a5a5fb4b3754 req-4e62dd3f-ba45-43ce-8a9c-8dff84ab726c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 931 time: 1.6663120
Jul 09 18:50:00.478451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.479716 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9bb8233a-6e63-42c4-a507-0680db8beff9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9681c0d-a879-45eb-b185-6cfdd7ec67b2 HTTP/1.1" status: 204  len: 168 time: 1.7134686
Jul 09 18:50:00.578099 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Pushing event updated for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:00.590283 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:00.650494 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67b24cb78e0149a085493f926dcdde77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9390490
Jul 09 18:50:00.773388 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Attempting to bind port 190d9431-d11f-4863-b32b-1bd43d637064 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:00.774024 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Attempting to bind port 190d9431-d11f-4863-b32b-1bd43d637064 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:00.774713 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Attempting to bind port 190d9431-d11f-4863-b32b-1bd43d637064 on network c3ef160f-80aa-4237-a12b-421f43417bb3 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:00.781570 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:00.782505 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Checking segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:00.783209 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.783755 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Bound using segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:00.784394 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Bound port: 190d9431-d11f-4863-b32b-1bd43d637064, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:00.785105 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.863222 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39952) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:00.899536 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] For port 190d9431-d11f-4863-b32b-1bd43d637064, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:00.905207 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] For port 190d9431-d11f-4863-b32b-1bd43d637064, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=190d9431-d11f-4863-b32b-1bd43d637064,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:00.915342 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:00.971642 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:00.978582 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abee6fed-df99-4106-8934-1e09d4e12042 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:00.988728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.011817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Transition to ACTIVE for port object abee6fed-df99-4106-8934-1e09d4e12042 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:01.015634 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a7572fe1-f100-4a57-a570-2e77fe9a8379 HTTP/1.1" status: 204  len: 168 time: 4.5146332
Jul 09 18:50:01.019415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.055829 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.067961 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c167f40>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:49:55Z', 'revision_number': 2, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:01.075158 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:50:01.075786 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Updating router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 port 2d43f6ed-a504-4999-a339-c7aa7acefb76 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:50:01.077166 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.436s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:01.077687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:01.142738 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.197641 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Pushing event updated for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=4']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:01.236139 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:50:01.236829 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340cac91c0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:01.414000 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39962) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:01.452802 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf56ffcc-ec14-450a-bd95-8d1a04aae923,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:01.497081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39966) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:01.501644 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:01.509033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.113s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:01.514970 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:01.526141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:01.555580 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:50:01.667829 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f290e082-9daf-425e-9b48-88fbffdfdd06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca52c865d7a14a3dac028a8e23cc7fad&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1647804
Jul 09 18:50:01.703046 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-305049da-d381-4cc7-978f-a5a5fb4b3754 req-1189c50a-06a4-4218-8502-cd1998cdd70a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1875405
Jul 09 18:50:01.706884 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 39972) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:01.746783 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.758162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.765513 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.782898 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Transition to ACTIVE for port object 2d43f6ed-a504-4999-a339-c7aa7acefb76 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:01.800778 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:01.812078 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:01.855925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:01.868935 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:793f2ea80503455c85bd14a4569ed4c5 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:01.879316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:01.892772 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:01.906936 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Attempting to bind port abee6fed-df99-4106-8934-1e09d4e12042 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:01.907324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Attempting to bind port abee6fed-df99-4106-8934-1e09d4e12042 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:01.907654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Attempting to bind port abee6fed-df99-4106-8934-1e09d4e12042 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:01.923457 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:01.930242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Port abee6fed-df99-4106-8934-1e09d4e12042 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:01.930419 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Attempting to bind port abee6fed-df99-4106-8934-1e09d4e12042 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:01.959650 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:01.980420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:02.013865 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Checking segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:02.014450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Bound using segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:02.014949 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Bound port: abee6fed-df99-4106-8934-1e09d4e12042, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:02.015311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.036310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-ccf1e4e6-cf69-492c-a903-67fb91e790b1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:02.295342 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.309571 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Pushing event updated for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:02.323581 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:02.330432 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340cac91c0>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 4, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '190d9431-d11f-4863-b32b-1bd43d637064', 'name': '', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'mac_address': 'fa:16:3e:d7:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:49Z', 'updated_at': '2021-07-09T18:50:00Z', 'revision_number': 4, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'subnets': [{'id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:02.340433 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af01fa0-d5f7-426d-9320-bf53f74e2a9a None None] The sync data for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi is: [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:49:50Z', 'revision_number': 4, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '190d9431-d11f-4863-b32b-1bd43d637064', 'name': '', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'mac_address': 'fa:16:3e:d7:89:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:49Z', 'updated_at': '2021-07-09T18:50:00Z', 'revision_number': 4, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'subnets': [{'id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:50:02.345161 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:02.358484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=abee6fed-df99-4106-8934-1e09d4e12042,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:02.374262 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.402313 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc4ab69-5aba-4e9e-9535-6f882c795915 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:02.406760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:02.407343 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Attempting to bind port 2d43f6ed-a504-4999-a339-c7aa7acefb76 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:02.407786 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Attempting to bind port 2d43f6ed-a504-4999-a339-c7aa7acefb76 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:02.408204 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Attempting to bind port 2d43f6ed-a504-4999-a339-c7aa7acefb76 on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:02.416906 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.434541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Transition to ACTIVE for port object 2bc4ab69-5aba-4e9e-9535-6f882c795915 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:02.440854 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:02.441210 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Checking segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:02.441633 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.442053 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Bound using segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:02.442557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Bound port: 2d43f6ed-a504-4999-a339-c7aa7acefb76, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:02.443012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.508799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.541843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:02.542048 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-ccf1e4e6-cf69-492c-a903-67fb91e790b1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:02.550533 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-ccf1e4e6-cf69-492c-a903-67fb91e790b1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&fields=id HTTP/1.1" status: 200  len: 255 time: 2.0350084
Jul 09 18:50:02.559764 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0e032426-9414-4383-8410-0334891d2aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:02.589819 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.591603 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/abee6fed-df99-4106-8934-1e09d4e12042 HTTP/1.1" status: 200  len: 1093 time: 4.0519462
Jul 09 18:50:02.592113 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:02.624776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.638388 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] For port 2d43f6ed-a504-4999-a339-c7aa7acefb76, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:02.648267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.660448 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] For port 2d43f6ed-a504-4999-a339-c7aa7acefb76, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=2d43f6ed-a504-4999-a339-c7aa7acefb76,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:02.671428 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.678292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:02.697321 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:02.703760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Pushing event updated for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:02.744328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:02.748594 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:02.931366 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:50:02.937550 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c167f40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:49:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:02.945988 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7273817-8754-4b30-b0df-2c90c8dbc7eb,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:02.981426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:02.984827 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=793f2ea80503455c85bd14a4569ed4c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5362391
Jul 09 18:50:02.988976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 39988) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:03.223170 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab033a-a1b1-40f2-b083-e54856f781c8 req-193786da-3bdc-4f6a-ba48-ff9da302a728 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:03.225408 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35ab033a-a1b1-40f2-b083-e54856f781c8 req-193786da-3bdc-4f6a-ba48-ff9da302a728 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 943 time: 1.1177444
Jul 09 18:50:03.265369 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Pushing event updated for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:03.270480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:03.272449 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.276947 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e876be34-c9f0-4766-91dd-7cfb46fb868a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 18:50:03.277964 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e876be34-c9f0-4766-91dd-7cfb46fb868a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2750635
Jul 09 18:50:03.323295 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.425566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.515533 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 190d9431-d11f-4863-b32b-1bd43d637064 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:03.563371 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:50:03.563606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-54ed6519-47c3-431b-9de1-afb9e22902b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:03.565101 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-54ed6519-47c3-431b-9de1-afb9e22902b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 1096 time: 0.4474421
Jul 09 18:50:03.583215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.593106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e8b91399-817c-4125-9799-a162276237e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:03.619459 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:03.620612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7273817-8754-4b30-b0df-2c90c8dbc7eb,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:03.625888 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:03.635606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.637985 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7273817-8754-4b30-b0df-2c90c8dbc7eb HTTP/1.1" status: 204  len: 168 time: 0.6393127
Jul 09 18:50:03.639685 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:03.662236 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.777420 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2f328d56-88f6-4b65-8ed5-91638049317c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:03.798936 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35ab033a-a1b1-40f2-b083-e54856f781c8 req-16f74fa3-4334-4843-b700-94a843819831 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5178170
Jul 09 18:50:03.840821 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf56ffcc-ec14-450a-bd95-8d1a04aae923,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:03.843264 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:03.889653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.892688 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf56ffcc-ec14-450a-bd95-8d1a04aae923 HTTP/1.1" status: 204  len: 168 time: 3.0222788
Jul 09 18:50:03.913750 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Attempting to bind port 2bc4ab69-5aba-4e9e-9535-6f882c795915 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:03.914113 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Attempting to bind port 2bc4ab69-5aba-4e9e-9535-6f882c795915 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'e9eb9b33-0681-4d86-a859-c5fde01b5260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:03.914440 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Attempting to bind port 2bc4ab69-5aba-4e9e-9535-6f882c795915 on network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:03.923120 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.941223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Port 2bc4ab69-5aba-4e9e-9535-6f882c795915 on network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:03.941798 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Attempting to bind port 2bc4ab69-5aba-4e9e-9535-6f882c795915 on network 2c55914c-2c53-4f8f-b19b-84d7c6e62c5e {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:03.946162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cb1de78e-e425-4665-9e57-cc361a64ac57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:03.967965 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:03.968370 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Checking segment: {'id': 'e9eb9b33-0681-4d86-a859-c5fde01b5260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:03.969137 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Bound using segment: {'id': 'e9eb9b33-0681-4d86-a859-c5fde01b5260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:03.969608 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Bound port: 2bc4ab69-5aba-4e9e-9535-6f882c795915, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9eb9b33-0681-4d86-a859-c5fde01b5260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:03.970210 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.985017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12beb0a7-6e2b-4217-97af-644c102f46b6,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:03.988064 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:03.991453 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-0856b625-abb3-4e9e-8d75-d0a9d8021233 service neutron] 10.222.0.20 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6421490
Jul 09 18:50:03.995626 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:03.999848 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12beb0a7-6e2b-4217-97af-644c102f46b6 HTTP/1.1" status: 204  len: 168 time: 2.2885156
Jul 09 18:50:04.056702 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-9d436d56-6380-4e0d-81c2-c3771b39aad4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abee6fed-df99-4106-8934-1e09d4e12042 HTTP/1.1" status: 200  len: 217 time: 0.1538587
Jul 09 18:50:04.176297 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-9125d193-ebec-4561-ba0d-8747ecd147e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:04.180402 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-9125d193-ebec-4561-ba0d-8747ecd147e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.0907588
Jul 09 18:50:04.234648 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 190d9431-d11f-4863-b32b-1bd43d637064 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:04.298561 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 190d9431-d11f-4863-b32b-1bd43d637064 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:04.298951 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:04.412431 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:04.422116 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-79d9c5f0-de85-4fb6-8a0e-537104c84fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2045352
Jul 09 18:50:04.463593 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915,segment=NetworkSegment(e9eb9b33-0681-4d86-a859-c5fde01b5260),segment_id=e9eb9b33-0681-4d86-a859-c5fde01b5260)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:04.476104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:04.487005 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-2db62da4-2cbe-4cb6-b374-c724f5b79d86 service neutron] 10.222.0.20 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4859688
Jul 09 18:50:04.488893 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:04.676302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:04.701868 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:04.710050 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:04.714499 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/2bc4ab69-5aba-4e9e-9535-6f882c795915 HTTP/1.1" status: 200  len: 1093 time: 6.2104771
Jul 09 18:50:04.715054 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:04.808347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c167f40>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:02Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:04.826017 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadd59b4-de1e-4f8e-b55a-6fd9eee149a4 None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:02Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:50:04.836608 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 190d9431-d11f-4863-b32b-1bd43d637064, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=190d9431-d11f-4863-b32b-1bd43d637064,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:04.851958 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:04.855911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:04.897143 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-3ea72b79-7910-4284-b21f-72fb3dbc68ec service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3560450
Jul 09 18:50:04.915383 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:04.936520 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:05.012702 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-8e1e6dbf-217f-40db-b2fa-f4d730dc0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:05.020272 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-8e1e6dbf-217f-40db-b2fa-f4d730dc0fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30f29a86a27843bd929f409b0fa752a5&device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 1096 time: 0.2478690
Jul 09 18:50:05.117180 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:05.123638 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:05.187336 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40034) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:05.278998 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d7f41995-862a-48db-8b8a-82bd8487a599 req-ee872706-7ab8-4a3c-9018-d5ec5733ddc3 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3754556
Jul 09 18:50:05.357346 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ca84d9e6-8681-4009-a364-776a54ce5324 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=183c4319c6ee422ea9267a3423956d7c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1647937
Jul 09 18:50:05.357346 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40044) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:05.592468 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:05.594758 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-6067b894-9a4c-4783-84c0-3acd5277f29e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915 HTTP/1.1" status: 200  len: 217 time: 0.5701506
Jul 09 18:50:05.635137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 190d9431-d11f-4863-b32b-1bd43d637064 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:05.702845 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:05.783759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40062) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:05.800114 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592498772', 'description': 'tempest-description--1148525416'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:05.806935 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:05.811427 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:05.815008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:05.823667 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:05.851480 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:05.898802 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:05.906592 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:05.914323 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:05.923199 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 190d9431-d11f-4863-b32b-1bd43d637064 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:05.927241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:05.936132 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:05.946725 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:05.984380 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:06.006213 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.013067 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6628978f-342a-41a4-b70e-326c170ec6bf HTTP/1.1" status: 204  len: 168 time: 0.6525178
Jul 09 18:50:06.013647 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6628978f-342a-41a4-b70e-326c170ec6bf,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:06.023550 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:06.103115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52176d62-00e4-463d-8263-32d0a6898f2e req-8e543946-1fb1-4109-8490-4991d89d3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:06.116219 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-8e543946-1fb1-4109-8490-4991d89d3cef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d323e1e-360b-428a-88d3-f4aede705618 HTTP/1.1" status: 200  len: 851 time: 0.5097849
Jul 09 18:50:06.151264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.162238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.174031 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ab6af494-99a5-4f09-a634-95666b47b010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:06.255302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:06.260264 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-5c866409-41cc-468e-b5e2-7bdf10fb8167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1332464
Jul 09 18:50:06.262306 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 2d43f6ed-a504-4999-a339-c7aa7acefb76 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:06.277846 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:06.309915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.311410 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5231240
Jul 09 18:50:06.314349 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40080) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:06.341030 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group_rule': {'security_group_id': '2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:06.370150 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:06.385575 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:06.392921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:06.407530 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:06.446100 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.464611 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9b31367a-7d43-46e2-b1c4-4fd9b18740c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.515220 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c52ca-14a0-4b57-850d-9dfa3c1a0276 req-e66cfbe1-9dfd-49e6-9a6a-e6a40a8bd592 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:06.526402 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c26c52ca-14a0-4b57-850d-9dfa3c1a0276 req-e66cfbe1-9dfd-49e6-9a6a-e6a40a8bd592 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 943 time: 0.9139986
Jul 09 18:50:06.545388 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:06.557073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:06.557461 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.589040 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042', 'status': 'completed', 'code': 200}
Jul 09 18:50:06.626453 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c26c52ca-14a0-4b57-850d-9dfa3c1a0276 req-d3b4d57f-1d5a-4fd5-a29c-d394f6f9e6d3 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969384
Jul 09 18:50:06.715204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-e452dab5-c4bf-49ca-bd5f-766fbb598778 service neutron] 10.222.0.15 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4405565
Jul 09 18:50:06.728756 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.742698 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.748427 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:06.801586 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d443556b-8353-4b2c-89b3-1134a67b234f,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:06.807863 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:06.809457 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4940209
Jul 09 18:50:06.812442 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:06.813702 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40094) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:06.819133 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-e4344bcc-b6af-49d0-b283-bfcca41d0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:06.820926 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-e4344bcc-b6af-49d0-b283-bfcca41d0d72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 1096 time: 0.1856143
Jul 09 18:50:06.824220 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group_rule': {'security_group_id': '2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:07.035296 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.035837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:07.059185 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.072086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:07.076957 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:07.090113 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.15', 58444) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:07.110096 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:07.129672 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2de9c2b4-2169-46e7-a8c2-42b2bbe51342 req-25534a84-7bf7-4e76-b3e3-f1a7af50402c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 210 time: 0.1928077
Jul 09 18:50:07.142941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 2d43f6ed-a504-4999-a339-c7aa7acefb76, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=2d43f6ed-a504-4999-a339-c7aa7acefb76,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:07.143073 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52176d62-00e4-463d-8263-32d0a6898f2e req-50965928-0ea8-4ebb-b3fb-70352af94ead service neutron] 10.222.0.15 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4184041
Jul 09 18:50:07.154120 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.156323 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:07.233808 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864714f1-8c4c-486d-bf4b-eaa2be877039 req-55209203-c6dc-445c-9255-2a8ff984dce5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:07.235629 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864714f1-8c4c-486d-bf4b-eaa2be877039 req-55209203-c6dc-445c-9255-2a8ff984dce5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 943 time: 0.2203135
Jul 09 18:50:07.281997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.325536 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:07.338576 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:07.369482 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864714f1-8c4c-486d-bf4b-eaa2be877039 req-d07cf390-226a-4f74-ac09-853adff7b865 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268466
Jul 09 18:50:07.414964 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.439351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.440650 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-0bba9f86-bf05-4d04-818d-c7f6cf3810bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:07.442014 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-0bba9f86-bf05-4d04-818d-c7f6cf3810bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 915 time: 0.6132925
Jul 09 18:50:07.451211 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:07.551435 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961f84e8-2725-4a64-9cb2-698c32d8cfec,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:07.580992 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:07.601682 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-acd4ebdb-7051-4ce8-92ef-2a738cb08375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abee6fed-df99-4106-8934-1e09d4e12042 HTTP/1.1" status: 200  len: 217 time: 0.1389062
Jul 09 18:50:07.612310 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-34d40dae-862d-4944-960f-ccc3bc9e3d3a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:07.614098 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-34d40dae-862d-4944-960f-ccc3bc9e3d3a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 819 time: 0.5107186
Jul 09 18:50:07.617786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:07.618877 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8041415
Jul 09 18:50:07.623033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40134) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:07.683285 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Request body: {'port': {'device_id': '119ee501-c10b-462c-990c-0bbd43f55afb', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'admin_state_up': True, 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:07.689823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:07.718503 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:07.738386 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915', 'status': 'completed', 'code': 200}
Jul 09 18:50:07.785151 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:floatingip and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:07.816976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-40f77f5a-1e5d-4ba2-b095-fb484df45a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:07.819158 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-40f77f5a-1e5d-4ba2-b095-fb484df45a11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.2027633
Jul 09 18:50:07.839146 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:07.858099 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:07.893530 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-6783d39d-bc5f-4f4b-8b7b-f2cdf8352f12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658534
Jul 09 18:50:07.916187 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:08.049889 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:08.060760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:08.076831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Made reservation on behalf of 09409ea9eea84e8f8041668fbb6156a2 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:08.080835 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-832bea11-6452-4bd7-9679-37f15fde3d10 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:08.082693 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-832bea11-6452-4bd7-9679-37f15fde3d10 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 819 time: 0.4614000
Jul 09 18:50:08.087795 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:08.105963 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-a6871f40-f3a4-401a-9cb3-47eef2ebd631 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1980050
Jul 09 18:50:08.132144 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-467e5bd9-4f91-4a13-9126-f4232d2232c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:08.134046 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-467e5bd9-4f91-4a13-9126-f4232d2232c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30f29a86a27843bd929f409b0fa752a5&device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 1096 time: 0.3455043
Jul 09 18:50:08.139481 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-2b7594b6-7a0d-475d-a6ee-940bdc7e5d80 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/quotas/09409ea9eea84e8f8041668fbb6156a2 HTTP/1.1" status: 200  len: 375 time: 0.0467455
Jul 09 18:50:08.389891 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de40b-08f2-4302-8ed9-2e7e8f59c9de req-9e36e28e-0231-4d87-b4ce-14a5494645b4 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:08.392480 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7d7de40b-08f2-4302-8ed9-2e7e8f59c9de req-9e36e28e-0231-4d87-b4ce-14a5494645b4 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 943 time: 0.4214368
Jul 09 18:50:08.451702 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-eab08a92-8064-41ba-87db-66ea929bb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:08.453701 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-eab08a92-8064-41ba-87db-66ea929bb822 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e HTTP/1.1" status: 200  len: 912 time: 0.3081648
Jul 09 18:50:08.487590 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ede5e318-2f36-417b-85ac-53457f7669f2 req-e1631052-31b2-4723-88f4-c93358359d3a service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3729689
Jul 09 18:50:08.508296 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Allocated IP 172.20.0.2 (c3ef160f-80aa-4237-a12b-421f43417bb3/300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df/ed4f5884-4a65-48c2-a228-4cfff6830183) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:08.574984 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-20afc754-7625-4070-b484-e1ad981de067 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915 HTTP/1.1" status: 200  len: 217 time: 0.0892591
Jul 09 18:50:08.586155 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7d7de40b-08f2-4302-8ed9-2e7e8f59c9de req-862715ef-2d5d-4bcc-89c5-d639976e4ae3 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840882
Jul 09 18:50:08.614349 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c720c8b-bfc2-4fa2-95de-169597f024af tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4667859
Jul 09 18:50:08.924536 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.015899 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.016106 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device abee6fed-df99-4106-8934-1e09d4e12042 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:09.096354 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.114316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:09.166690 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c9e5c662-777d-45ba-b320-f8542a0befc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.212600 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=abee6fed-df99-4106-8934-1e09d4e12042,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:09.233887 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-a0f5797f-6e5a-452b-ae68-74778c471dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:09.235589 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-a0f5797f-6e5a-452b-ae68-74778c471dcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d323e1e-360b-428a-88d3-f4aede705618 HTTP/1.1" status: 200  len: 851 time: 0.6137493
Jul 09 18:50:09.254958 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'abee6fed-df99-4106-8934-1e09d4e12042', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'port_id': 'abee6fed-df99-4106-8934-1e09d4e12042', 'mac_address': 'fa:16:3e:68:6c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb218b2-a591-4365-a402-a23bd4366872', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:09.277653 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Network c3ef160f-80aa-4237-a12b-421f43417bb3 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:09.288264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:09.292593 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:09.422734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.428885 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Pushing event updated for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:09.433470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:09.451689 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 2d43f6ed-a504-4999-a339-c7aa7acefb76 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:09.487145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:09.487768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.543298 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abee6fed-df99-4106-8934-1e09d4e12042 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:09.560642 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Allocated IP 172.27.1.50 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:09.572833 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8953052
Jul 09 18:50:09.578822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=abee6fed-df99-4106-8934-1e09d4e12042,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:09.589476 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.592920 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:09.609771 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Request body: {'port': {'device_id': '119ee501-c10b-462c-990c-0bbd43f55afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:09.666209 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-bf53bfc8-14c8-4df2-aad0-35bb6c7531fd service neutron] 10.222.0.20 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0416965
Jul 09 18:50:09.668272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 2d43f6ed-a504-4999-a339-c7aa7acefb76 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:09.668964 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.669619 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-8bf0d94a-cccf-45ab-a9b0-ff47cfecbccd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4126389
Jul 09 18:50:09.781066 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:09.787274 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:09.839209 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-8bd636be-3814-499a-b19b-4019c7cfe70d service neutron] 10.222.0.20 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675422
Jul 09 18:50:09.875368 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:09.903335 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:10.078265 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:10.501502 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc1ef-18bc-4d70-8119-512a4012016f req-56119665-df4a-4cd1-b659-9ecb5a1fb09e tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:10.510806 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-542dc1ef-18bc-4d70-8119-512a4012016f req-56119665-df4a-4cd1-b659-9ecb5a1fb09e tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 943 time: 1.4112241
Jul 09 18:50:10.619805 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-542dc1ef-18bc-4d70-8119-512a4012016f req-a49c405b-036d-4913-bb10-8318ae80603b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079135
Jul 09 18:50:10.653245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4f5884-4a65-48c2-a228-4cfff6830183 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:10.670905 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:10.698789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a848a-b689-4d07-9f33-83e91f121d9b req-b6855a89-d0ad-4cb8-800b-46a06ed86ef9 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:10.700447 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce3a848a-b689-4d07-9f33-83e91f121d9b req-b6855a89-d0ad-4cb8-800b-46a06ed86ef9 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 943 time: 0.2831373
Jul 09 18:50:10.702537 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-11531b40-7dd7-4491-97b1-2e12c351933c service neutron] 10.222.0.15 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8622303
Jul 09 18:50:10.711152 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Transition to ACTIVE for port object ed4f5884-4a65-48c2-a228-4cfff6830183 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:10.716210 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:10.722377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:10.728762 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c350834-6de2-49fe-823a-d54ade76a9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:10.944602 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:10.972235 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:10.977924 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a5ccccc-79a8-42fb-b2e6-a6fd24987977 req-f11e0019-8452-467a-ad71-6b94878ff639 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 210 time: 0.0837133
Jul 09 18:50:10.984689 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 2bc4ab69-5aba-4e9e-9535-6f882c795915 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:10.989080 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce3a848a-b689-4d07-9f33-83e91f121d9b req-a1652753-b1f7-4ceb-850e-76ec5bbf0c29 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805047
Jul 09 18:50:11.042441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device abee6fed-df99-4106-8934-1e09d4e12042 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:11.046532 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e486bcee-da9d-42f9-8c81-507f6051de15 req-8c6467c7-8f15-49a0-b339-23e574f55909 service neutron] 10.222.0.15 "GET /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3119743
Jul 09 18:50:11.047571 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.053689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:11.127390 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:11.131115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:11.135320 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:11.153290 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.resource_extend [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:50:11.174104 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Attempting to bind port ed4f5884-4a65-48c2-a228-4cfff6830183 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:11.174583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Attempting to bind port ed4f5884-4a65-48c2-a228-4cfff6830183 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:11.175179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Attempting to bind port ed4f5884-4a65-48c2-a228-4cfff6830183 on network c3ef160f-80aa-4237-a12b-421f43417bb3 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:11.187086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Port ed4f5884-4a65-48c2-a228-4cfff6830183 on network c3ef160f-80aa-4237-a12b-421f43417bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:11.187767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Attempting to bind port ed4f5884-4a65-48c2-a228-4cfff6830183 on network c3ef160f-80aa-4237-a12b-421f43417bb3 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:11.193472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:11.196841 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:11.199477 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:11.205598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Checking segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:11.206169 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Bound using segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:11.206718 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Bound port: ed4f5884-4a65-48c2-a228-4cfff6830183, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:11.207187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.257348 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port abee6fed-df99-4106-8934-1e09d4e12042 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:11.267253 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port abee6fed-df99-4106-8934-1e09d4e12042 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:11.267925 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.379270 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.393237 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915,segment=NetworkSegment(e9eb9b33-0681-4d86-a859-c5fde01b5260),segment_id=e9eb9b33-0681-4d86-a859-c5fde01b5260)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:11.421797 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '2bc4ab69-5aba-4e9e-9535-6f882c795915', 'network_id': '2c55914c-2c53-4f8f-b19b-84d7c6e62c5e', 'port_id': '2bc4ab69-5aba-4e9e-9535-6f882c795915', 'mac_address': 'fa:16:3e:aa:fb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d323e1e-360b-428a-88d3-f4aede705618', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:11.443024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:11.452072 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ed4f5884-4a65-48c2-a228-4cfff6830183,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:11.463492 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.482498 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:11.494979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.579689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:11.580315 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.584108 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] 10.222.0.15 "PUT /v2.0/ports/ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 1093 time: 2.0025504
Jul 09 18:50:11.590622 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:11.596146 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.714695 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.717600 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.781600 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc4ab69-5aba-4e9e-9535-6f882c795915 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:11.812715 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:11.839922 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183', 'status': 'completed', 'code': 200}
Jul 09 18:50:11.879946 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:11.901900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:11.912279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-f24d8345-f416-4f47-a004-bc477de4f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:11.917600 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-f24d8345-f416-4f47-a004-bc477de4f9b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1096 time: 0.2420795
Jul 09 18:50:11.977492 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=abee6fed-df99-4106-8934-1e09d4e12042,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:11.980880 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915,segment=NetworkSegment(e9eb9b33-0681-4d86-a859-c5fde01b5260),segment_id=e9eb9b33-0681-4d86-a859-c5fde01b5260)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:11.986444 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:11.990371 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:12.045681 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:12.086809 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40320) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:12.103649 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:12.110532 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:12.111013 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:12.243688 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-63b3aef4-5218-4ed9-87fe-16bca7997757 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.3170149
Jul 09 18:50:12.248127 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:12.251416 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:12.305574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['2bc4ab69-5aba-4e9e-9535-6f882c795915'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:12.391824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-4fa5a77a-3878-4ddd-8f09-aa559ef9e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:12.393334 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-4fa5a77a-3878-4ddd-8f09-aa559ef9e959 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1424005
Jul 09 18:50:12.454108 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eea76ea1-47c0-4689-b243-cf5ea7ad317b req-5623fa16-cbd9-4308-8dd2-76771cf2372b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 210 time: 0.1591520
Jul 09 18:50:12.484918 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-8c81f9a7-ee36-4b16-9226-81525913b16e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0826564
Jul 09 18:50:12.544534 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:12.578354 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:12.585691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Usage tracker for resource:security_group_rule and tenant:f55acbb5c9344b97b3f8d610bc22075d is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:12.612477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:12.643704 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:12.649502 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-c4968c38-df08-4b47-b29d-d34a7961ce32 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:12.651001 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-c4968c38-df08-4b47-b29d-d34a7961ce32 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 819 time: 0.5436308
Jul 09 18:50:12.663944 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-7eab94d1-f221-4fd2-b7ec-ff93391f75dc service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690993
Jul 09 18:50:12.680062 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Request body: {'port': {'device_id': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'admin_state_up': True, 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:12.740886 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99f027-95f5-4cda-a37e-2d14c4b9af4e req-b38cc89c-8add-4b22-bdaf-f56e17026446 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:12.742380 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d99f027-95f5-4cda-a37e-2d14c4b9af4e req-b38cc89c-8add-4b22-bdaf-f56e17026446 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.6339147
Jul 09 18:50:12.752749 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:12.813864 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5260a5f3-d207-4d17-ba4e-c721669ebbc0 req-d9ea555a-93d7-4e9e-a309-a815d55573b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428874
Jul 09 18:50:12.859486 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:12.889988 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a9c14805-321b-4bd5-901b-1a257d09edb2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:12.991658 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d99f027-95f5-4cda-a37e-2d14c4b9af4e req-25b15a11-e519-4837-94e7-4107a4300821 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363608
Jul 09 18:50:12.994752 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 2bc4ab69-5aba-4e9e-9535-6f882c795915 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:13.030496 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-2025505a-c7f5-4cc4-a6d1-ea8e7214edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:13.032822 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-2025505a-c7f5-4cc4-a6d1-ea8e7214edc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1096 time: 0.1440201
Jul 09 18:50:13.113732 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 2bc4ab69-5aba-4e9e-9535-6f882c795915 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:13.120997 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 2bc4ab69-5aba-4e9e-9535-6f882c795915 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:13.120997 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.163516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:13.174453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:13.190794 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.202890 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:13.218231 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2d4f4-44f4-4258-9943-53fc3d8502ac req-0bc557d8-c64d-45bd-9f51-fd48afa74414 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:13.219818 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04f2d4f4-44f4-4258-9943-53fc3d8502ac req-0bc557d8-c64d-45bd-9f51-fd48afa74414 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 944 time: 0.5571177
Jul 09 18:50:13.233861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Usage tracker for resource:port and tenant:09409ea9eea84e8f8041668fbb6156a2 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:13.244036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:13.278416 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-aa9ca14f-c2c9-4ead-95d9-5b4ccb5445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:13.279943 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-aa9ca14f-c2c9-4ead-95d9-5b4ccb5445e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.2392390
Jul 09 18:50:13.320089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:13.382562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.397189 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.401517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.7313659
Jul 09 18:50:13.451285 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042', 'code': 200}
Jul 09 18:50:13.451572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.479761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.480233 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-a2f7b061-eb77-4c1b-b20a-1f58d2488990 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.1911526
Jul 09 18:50:13.512077 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5184d315-5aec-40c0-bf65-381acc91b200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:13.512528 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915,segment=NetworkSegment(e9eb9b33-0681-4d86-a859-c5fde01b5260),segment_id=e9eb9b33-0681-4d86-a859-c5fde01b5260)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:13.520767 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.525241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:13.538690 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04f2d4f4-44f4-4258-9943-53fc3d8502ac req-091cc5bd-d77a-4893-871c-8538e2da0c94 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889905
Jul 09 18:50:13.539351 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Made reservation on behalf of 09409ea9eea84e8f8041668fbb6156a2 for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:13.551260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:13.640628 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f55acbb5c9344b97b3f8d610bc22075d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5099905
Jul 09 18:50:13.642366 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b211fd-0ebf-43a5-ba87-23a38da04eff,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:13.648401 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:13.658622 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40416) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:13.758211 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:13.766181 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:13.822206 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1ae1f65c-8554-43e7-a50a-9ea88fb0c1e7 req-6fe90a7e-2b84-42a5-9a87-638702034069 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 210 time: 0.0738370
Jul 09 18:50:13.854374 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-bc789964-df4b-49ff-8069-22a8e84ab949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:13.856066 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-bc789964-df4b-49ff-8069-22a8e84ab949 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.3690825
Jul 09 18:50:13.941411 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-5133c775-aeeb-45ec-90fe-e4ddb5d0365d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673206
Jul 09 18:50:13.972046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.012803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5569ea07-f456-4602-ba92-21a25a09acdd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:14.021812 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Allocated IP 172.20.0.13 (c3ef160f-80aa-4237-a12b-421f43417bb3/300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df/d137a762-21c6-4d6e-ad53-9c3e91ee9d71) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:14.079926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.106796 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5569ea07-f456-4602-ba92-21a25a09acdd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:14.112369 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-a2528dfc-f514-410e-95a4-7f9fd7049b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:14.114107 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-a2528dfc-f514-410e-95a4-7f9fd7049b73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 1098 time: 0.3136218
Jul 09 18:50:14.115960 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5569ea07-f456-4602-ba92-21a25a09acdd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1592498772&fields=id&tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 267 time: 0.2149339
Jul 09 18:50:14.165513 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.198585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:14.205999 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-dca19c25-a26d-443a-839e-e7be6a1138b2 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561069
Jul 09 18:50:14.207221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Usage tracker for resource:security_group_rule and tenant:04ce4abda21f4e2dad998e1b3cfa1c74 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:14.211355 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:14.241704 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:14.243688 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40450) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:14.324232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.336365 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:14.359025 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b211fd-0ebf-43a5-ba87-23a38da04eff,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:14.368713 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:14.413040 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.414109 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d5b211fd-0ebf-43a5-ba87-23a38da04eff HTTP/1.1" status: 204  len: 168 time: 0.7545440
Jul 09 18:50:14.435722 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.458510 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7a314967-840c-4cb4-a2c8-5a746cec9838 req-1cbb2b2c-6dbe-4b97-ae85-c48f6f8ab3aa service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434499
Jul 09 18:50:14.464794 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:14.470028 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-fc07447b-619f-4af7-a019-a7fd9605d402 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:14.470735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-fc07447b-619f-4af7-a019-a7fd9605d402 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:14.471906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Usage tracker for resource:security_group_rule and tenant:77ccbe5faec7471b9d496ab999a1a6d1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:14.476845 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:14.485598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:14.506560 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.529099 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c97bc-fb99-4ab5-af87-d401b8cb1517 req-b431bfdc-5633-48bd-a030-11b1bb2eb91a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:14.530582 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-647c97bc-fb99-4ab5-af87-d401b8cb1517 req-b431bfdc-5633-48bd-a030-11b1bb2eb91a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.2378781
Jul 09 18:50:14.532788 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-fc07447b-619f-4af7-a019-a7fd9605d402 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:14.533925 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-fc07447b-619f-4af7-a019-a7fd9605d402 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 810 time: 0.4171102
Jul 09 18:50:14.555840 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.563646 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.578457 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3edace96-21db-4836-a693-0ecc3767fcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:14.610252 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Synchronizing usage tracker for tenant:04ce4abda21f4e2dad998e1b3cfa1c74 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:14.637487 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc1b953-01c0-483f-b336-99c439ed00a7,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:14.644801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:14.656388 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-62fa5409-3e31-41b9-93a1-031e50394f8a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/quotas/46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 375 time: 0.1159005
Jul 09 18:50:14.668731 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Unset dirty status for tenant:04ce4abda21f4e2dad998e1b3cfa1c74 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:14.669996 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-650b9bc8-8019-4d21-af6d-c0aae45a89f8 req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5454814
Jul 09 18:50:14.674074 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.679883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.689386 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-49c0aa55-9766-488f-a9d1-1f872ca8cfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:14.723512 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-647c97bc-fb99-4ab5-af87-d401b8cb1517 req-3cedaaf5-31b2-41ee-9ae1-ba574c196b46 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798110
Jul 09 18:50:14.730859 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a25b4-a220-48a5-b598-c8e6a5bce1a9,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:14.738342 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77ccbe5faec7471b9d496ab999a1a6d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4935977
Jul 09 18:50:14.739248 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:14.740305 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40464) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:14.748355 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.773476 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:14.811056 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.866994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.879428 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Network c3ef160f-80aa-4237-a12b-421f43417bb3 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:14.880718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40472) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:14.886377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:14.889985 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:14.948025 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.952986 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:14.970639 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a25b4-a220-48a5-b598-c8e6a5bce1a9,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:14.972998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:14.984957 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:14.988815 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb4a25b4-a220-48a5-b598-c8e6a5bce1a9 HTTP/1.1" status: 204  len: 168 time: 0.2451913
Jul 09 18:50:15.031591 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Pushing event updated for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:15.034454 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:15.056892 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-2cfe71a8-9ffa-4f29-b9cf-5efa6af4a274 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3851640
Jul 09 18:50:15.139757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.166021 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:15.170326 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Usage tracker for resource:security_group_rule and tenant:01ddd221e6cd4af9a8c79927a88303e5 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:15.173658 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:15.258085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:15.258085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.264265 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:15.345914 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6810663
Jul 09 18:50:15.373835 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Request body: {'port': {'device_id': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:15.440977 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f6f70166-16e5-46ae-9113-0d0c44aae069 service neutron] 10.222.0.20 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3619037
Jul 09 18:50:15.452212 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:15.453323 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40490) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:15.462210 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6e44-7107-4825-814a-808001ebb996 req-5b602e7b-252c-4c76-8355-71e3733127ea tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:15.463662 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5dd6e44-7107-4825-814a-808001ebb996 req-5b602e7b-252c-4c76-8355-71e3733127ea tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.3831527
Jul 09 18:50:15.473819 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.489836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:15.494136 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Usage tracker for resource:security_group_rule and tenant:d01e43e3c5cd43628890bb634f1058f5 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:15.497506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:15.503116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:15.587164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.592272 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.600687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:15.691360 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5dd6e44-7107-4825-814a-808001ebb996 req-97e88488-c821-4e49-92f7-b5aac9119cbd tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063913
Jul 09 18:50:15.693562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.695888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb21c4a-7bd4-43f4-a285-e38ee70d884a,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:15.703323 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d01e43e3c5cd43628890bb634f1058f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2488375
Jul 09 18:50:15.703892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40496) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:15.704726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:15.706569 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.718181 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.751691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:15.765491 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.791930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.801681 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-2e78d5da-2f4e-44fa-a094-35ad67d366fd service neutron] 10.222.0.20 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3491657
Jul 09 18:50:15.858208 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.863497 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:15.882457 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb21c4a-7bd4-43f4-a285-e38ee70d884a,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:15.888584 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:15.899212 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01ddd221e6cd4af9a8c79927a88303e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0136924
Jul 09 18:50:15.904096 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40502) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:15.904842 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ae974-0636-499f-b052-dd94a5b68109,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:15.910281 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:15.922445 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:15.933594 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/beb21c4a-7bd4-43f4-a285-e38ee70d884a HTTP/1.1" status: 204  len: 168 time: 0.2233565
Jul 09 18:50:16.002736 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.012766 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915', 'code': 200}
Jul 09 18:50:16.035236 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.088768 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-490f5a52-3b71-4d89-87e2-98ee973d66ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:16.089482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-490f5a52-3b71-4d89-87e2-98ee973d66ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:16.118112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.123188 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:16.126701 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-490f5a52-3b71-4d89-87e2-98ee973d66ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:16.133524 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-490f5a52-3b71-4d89-87e2-98ee973d66ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 932 time: 0.3185561
Jul 09 18:50:16.136039 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ae974-0636-499f-b052-dd94a5b68109,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:16.138693 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:16.144102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.160899 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/510ae974-0636-499f-b052-dd94a5b68109 HTTP/1.1" status: 204  len: 168 time: 0.2544184
Jul 09 18:50:16.570187 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-37029995-20e0-4f6b-87b1-e21fa9e78d94 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:16.609986 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d137a762-21c6-4d6e-ad53-9c3e91ee9d71 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:16.626351 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.633529 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-37029995-20e0-4f6b-87b1-e21fa9e78d94 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:16.634707 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2c70ffc-3381-4a12-8740-0e89e56f1109 req-37029995-20e0-4f6b-87b1-e21fa9e78d94 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5003159
Jul 09 18:50:16.661749 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569603e6-f288-4a22-b061-befef137b03e req-2ab34403-84b2-4cf2-a003-e1f0cf36ffb1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:16.663320 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-569603e6-f288-4a22-b061-befef137b03e req-2ab34403-84b2-4cf2-a003-e1f0cf36ffb1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.5414457
Jul 09 18:50:16.666114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Transition to ACTIVE for port object d137a762-21c6-4d6e-ad53-9c3e91ee9d71 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:16.688327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:16.699948 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-badb0630-3f77-48a2-9f97-69f400f692c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:16.898460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Pushing event updated for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:16.904433 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a38a8191-b86b-4b9d-810f-6aa84dd71418 req-6c93694a-cb7f-44c6-a923-52fc6f2be1f6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 210 time: 0.1585424
Jul 09 18:50:16.920980 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:16.937917 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-569603e6-f288-4a22-b061-befef137b03e req-6f1194c0-96e3-459a-a419-1fa59b75f1ed tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678671
Jul 09 18:50:17.198071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Attempting to bind port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:17.198420 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Attempting to bind port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:17.198781 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Attempting to bind port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 on network c3ef160f-80aa-4237-a12b-421f43417bb3 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:17.206431 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 on network c3ef160f-80aa-4237-a12b-421f43417bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:17.206823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Attempting to bind port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 on network c3ef160f-80aa-4237-a12b-421f43417bb3 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:17.214641 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:17.214929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Checking segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:17.215325 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Bound using segment: {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:17.215757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Bound port: d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4878b82-6c20-416e-98ad-c1838a877f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:17.216105 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:17.238971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f48e08-1f6e-498a-b628-d07f534ebd33 req-9403c0e2-067f-4558-9961-cfc152daafe0 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:17.241468 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-10f48e08-1f6e-498a-b628-d07f534ebd33 req-9403c0e2-067f-4558-9961-cfc152daafe0 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.1828661
Jul 09 18:50:17.348212 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-10f48e08-1f6e-498a-b628-d07f534ebd33 req-c5c74e98-dc05-4cd5-a0b4-ea45e1f51e5d tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737164
Jul 09 18:50:17.360574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:17.375075 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:17.381661 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:17.383674 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ed4f5884-4a65-48c2-a228-4cfff6830183 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:17.403741 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:17.542403 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:17.543040 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:17.544446 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] 10.222.0.15 "PUT /v2.0/ports/d137a762-21c6-4d6e-ad53-9c3e91ee9d71 HTTP/1.1" status: 200  len: 1094 time: 2.1884923
Jul 09 18:50:17.544995 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:17.581734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ed4f5884-4a65-48c2-a228-4cfff6830183,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:17.588560 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Pushing event updated for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:17.593991 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:17.598468 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'ed4f5884-4a65-48c2-a228-4cfff6830183', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'port_id': 'ed4f5884-4a65-48c2-a228-4cfff6830183', 'mac_address': 'fa:16:3e:7b:e4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:17.642736 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71', 'status': 'completed', 'code': 200}
Jul 09 18:50:17.690352 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:17.747052 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4f5884-4a65-48c2-a228-4cfff6830183 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:17.767444 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ed4f5884-4a65-48c2-a228-4cfff6830183,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:17.773426 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:17.775506 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:17.850768 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:17.855184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9244-998f-49ae-8995-a883ccb5840d req-2545482c-bdef-49e3-8db0-03e65f5ed8cf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:17.856714 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c0d9244-998f-49ae-8995-a883ccb5840d req-2545482c-bdef-49e3-8db0-03e65f5ed8cf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 944 time: 0.0917444
Jul 09 18:50:17.871695 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:17.917458 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c0d9244-998f-49ae-8995-a883ccb5840d req-40c96dcc-e29d-4b49-8c46-c87b8225c44c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469639
Jul 09 18:50:18.122971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92b2ea22-3a2e-45f5-a9e1-7f9b63875a14 req-13ba6c0e-1f8f-4f73-bd6c-961dc2b2e5cb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 210 time: 0.0772340
Jul 09 18:50:18.183406 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaafd7d-79e2-4ebb-93f8-017c5dba2c9b req-5998dc77-4ef2-4061-9171-1b42a30e0bec tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:18.184986 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ebaafd7d-79e2-4ebb-93f8-017c5dba2c9b req-5998dc77-4ef2-4061-9171-1b42a30e0bec tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.1053302
Jul 09 18:50:18.234110 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ebaafd7d-79e2-4ebb-93f8-017c5dba2c9b req-221501f4-efba-42c0-bce3-4d554862e6cf tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430648
Jul 09 18:50:18.620204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04027974-e095-4aa3-b322-29885f6dc6d1 req-eac2992e-7cfc-4fac-9646-88df5539b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:18.621769 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04027974-e095-4aa3-b322-29885f6dc6d1 req-eac2992e-7cfc-4fac-9646-88df5539b308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 1098 time: 0.1462779
Jul 09 18:50:18.628043 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-6c0512eb-d428-4838-bd2c-8e0fe465dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:18.629626 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-6c0512eb-d428-4838-bd2c-8e0fe465dee1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1097 time: 0.0906343
Jul 09 18:50:18.656957 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ed4f5884-4a65-48c2-a228-4cfff6830183'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:18.660612 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e4a56-41cf-4821-a5ab-c08638d77e8e req-cba0b543-3db6-4fd7-91ea-d7ab4c253a94 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:18.663189 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-862e4a56-41cf-4821-a5ab-c08638d77e8e req-cba0b543-3db6-4fd7-91ea-d7ab4c253a94 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.1244545
Jul 09 18:50:18.736991 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04027974-e095-4aa3-b322-29885f6dc6d1 req-894875e1-d7e0-4471-8883-26961897d678 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727625
Jul 09 18:50:18.766712 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-862e4a56-41cf-4821-a5ab-c08638d77e8e req-9c8c6ba1-d9c6-4772-81c8-6385268edbb7 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818310
Jul 09 18:50:18.811292 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40636) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:19.058227 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-d13686fc-ec21-48a4-b8d1-8ee639e64571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:19.059710 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-d13686fc-ec21-48a4-b8d1-8ee639e64571 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=09409ea9eea84e8f8041668fbb6156a2&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4042730
Jul 09 18:50:19.306079 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-5be5bab7-aa33-4328-8470-fbbec2c53e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:19.307428 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-84e44d96-6dac-445a-aa7b-ab6bac6c18e0 req-5be5bab7-aa33-4328-8470-fbbec2c53e68 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2383745
Jul 09 18:50:19.319019 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:19.373831 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:19.393697 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Usage tracker for resource:security_group_rule and tenant:a6b0ef0417844611a9bde584fc18aac8 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:19.399515 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b30fb38-4187-40ec-bd75-df9f86f2acfc req-932dc25a-9a6c-41a4-b6c1-7a19eef8086b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 210 time: 0.0709205
Jul 09 18:50:19.401404 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:19.410304 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:19.496738 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b85543-2561-42e6-9135-63110d6dac85 req-d692d543-5c3e-432c-8926-a7dfa67623e8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:19.498279 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-33b85543-2561-42e6-9135-63110d6dac85 req-d692d543-5c3e-432c-8926-a7dfa67623e8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 944 time: 0.3262372
Jul 09 18:50:19.697064 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-e603d7d5-9585-40f8-9e4f-acb1bbec40bd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:19.702280 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-e603d7d5-9585-40f8-9e4f-acb1bbec40bd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 810 time: 0.3274271
Jul 09 18:50:19.763457 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-33b85543-2561-42e6-9135-63110d6dac85 req-b52222ed-66a1-49f1-ae19-0e99a3115e24 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411971
Jul 09 18:50:19.780371 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-89eb00fb-35bd-4c63-bfb7-25f4b7e48ccc tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:19.808215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-89eb00fb-35bd-4c63-bfb7-25f4b7e48ccc tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:19.809849 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-89eb00fb-35bd-4c63-bfb7-25f4b7e48ccc tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 380 time: 0.0987186
Jul 09 18:50:19.825327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'port': {'device_id': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'admin_state_up': True, 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'security_groups': ['2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:19.828186 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-f655191d-8691-4774-a83e-98940832ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:19.829713 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-f655191d-8691-4774-a83e-98940832ffb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1097 time: 0.4220114
Jul 09 18:50:20.013468 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.042541 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:20.046938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:port and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:20.050197 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:20.056788 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:20.069789 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Made reservation on behalf of 46fddbfcfddb4e21aabf8c68dfe9f563 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:20.073334 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-7d4fc875-9157-44ec-852b-ab79152a203f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71 HTTP/1.1" status: 200  len: 217 time: 0.2216110
Jul 09 18:50:20.074857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.082856 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.145247 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5c3c0a05-d060-4f40-825d-290e71ab6d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:20.178297 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368f2cf-f56d-425d-9393-4cf2f202d6b7 req-c3a09a0a-53ad-4de2-ae42-b91e3b9e72b2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:20.179944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c368f2cf-f56d-425d-9393-4cf2f202d6b7 req-c3a09a0a-53ad-4de2-ae42-b91e3b9e72b2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.6076756
Jul 09 18:50:20.261292 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6b0ef0417844611a9bde584fc18aac8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4466097
Jul 09 18:50:20.261570 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40680) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:20.264236 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ee493-490a-4708-9b33-787fd4a56a54,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:20.292519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Allocated IP 172.20.0.11 (3ac87e67-629c-498c-b902-ee7470a8ff87/0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d/4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:20.308276 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:20.309812 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-a62e5374-d379-448d-8bad-8e5e9ee757d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:20.311550 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-a62e5374-d379-448d-8bad-8e5e9ee757d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.2265363
Jul 09 18:50:20.378237 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c368f2cf-f56d-425d-9393-4cf2f202d6b7 req-31651b9f-0961-4802-ab6b-5f719b359edd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885812
Jul 09 18:50:20.399515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8e7ca-4df6-4814-973d-e4545523a3df req-bbb3768f-0c25-4167-a9ca-31bfbf78fd92 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:20.399515 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0c8e7ca-4df6-4814-973d-e4545523a3df req-bbb3768f-0c25-4167-a9ca-31bfbf78fd92 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.3819492
Jul 09 18:50:20.401818 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-e00bcd98-bfd3-4a59-9b55-378d02f35d3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0818994
Jul 09 18:50:20.416631 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.647723 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.675550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40692) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:20.682859 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Transition to ACTIVE for port object 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:20.719569 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.749544 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0c8e7ca-4df6-4814-973d-e4545523a3df req-c703e743-1b42-44f1-8ae0-bef6d352bf4a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374875
Jul 09 18:50:20.763810 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d054424f-cf02-4ec3-98e4-29bbf385d1d5 req-e85631b0-2502-4fb5-ad16-20302ca61f71 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 210 time: 0.0873017
Jul 09 18:50:20.785283 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.794844 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c376567-ffe0-4517-84b7-b097dbebccf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:20.854658 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-d9f9f60c-6542-43bd-ac5a-d01a8472abac service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4433575
Jul 09 18:50:20.913982 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:20.918127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:20.919786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:20.921016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:20.923099 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:20.931791 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:20.972626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-addf7e6f-7a23-49ed-954f-f8cdd749061c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:21.025024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ed4f5884-4a65-48c2-a228-4cfff6830183 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:21.032814 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ee493-490a-4708-9b33-787fd4a56a54,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:21.043077 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:21.050670 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.053258 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a01ee493-490a-4708-9b33-787fd4a56a54 HTTP/1.1" status: 204  len: 168 time: 0.7905767
Jul 09 18:50:21.106873 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:21.110845 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.164772 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3480170
Jul 09 18:50:21.177553 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Request body: {'port': {'device_id': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:21.193212 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port ed4f5884-4a65-48c2-a228-4cfff6830183 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:21.201955 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.205899 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port ed4f5884-4a65-48c2-a228-4cfff6830183 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:21.206285 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.293734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:21.309508 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fd774a8f5a5549eea82f27ebef4ba52d is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:21.337280 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:21.348099 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:21.404079 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c3ebdb1-fe89-4494-ba61-c98b95e13751 req-b6392b6d-d0a7-4f60-bd62-de9170168b34 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5320327
Jul 09 18:50:21.438721 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd66f4f-db3b-4ce0-bdb3-89c6e5fcb8e5 req-5a8851e4-b41d-4ef8-b4eb-168b3124cd40 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:21.447042 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afd66f4f-db3b-4ce0-bdb3-89c6e5fcb8e5 req-5a8851e4-b41d-4ef8-b4eb-168b3124cd40 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 944 time: 0.4193790
Jul 09 18:50:21.475425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.522748 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afd66f4f-db3b-4ce0-bdb3-89c6e5fcb8e5 req-539cf841-416e-45ab-8fbf-33d48af8b0b0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747035
Jul 09 18:50:21.567235 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-081a9ed0-0361-4ee4-92a6-0acaaf106966 None None] Provisioning for port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:21.574740 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:50:21.580870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.608016 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-081a9ed0-0361-4ee4-92a6-0acaaf106966 None None] Provisioning complete for port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:21.610809 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-081a9ed0-0361-4ee4-92a6-0acaaf106966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.638389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.649582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.678687 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:21.718572 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd774a8f5a5549eea82f27ebef4ba52d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0399563
Jul 09 18:50:21.719537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40736) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:21.724835 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40738) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:21.726368 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:21.762807 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ed4f5884-4a65-48c2-a228-4cfff6830183,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:21.763773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-081a9ed0-0361-4ee4-92a6-0acaaf106966 None None] Port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:50:21.777628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.779386 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:21.841307 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:21.863682 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183', 'code': 200}
Jul 09 18:50:21.875441 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e4451-2b89-4ae4-aa06-36a4470c5e6b,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:21.896835 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:21.906479 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:21.917674 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e53bea7eed3a4b3d99a81e77bdf65c8b is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:21.938701 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:21.954733 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:21.992528 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:22.004744 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:22.144165 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:22.152584 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.168497 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Transition to ACTIVE for port object 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:22.173544 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.179724 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:22.247410 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.328529 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.392514 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Pushing event updated for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:22.396787 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:22.413626 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c7cbc-9006-4431-89da-cc57ad37633e req-57f6d9cf-db5e-4a91-ae30-ee083ae5e0cf tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:22.420260 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0d2c7cbc-9006-4431-89da-cc57ad37633e req-57f6d9cf-db5e-4a91-ae30-ee083ae5e0cf tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.4114320
Jul 09 18:50:22.437135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Attempting to bind port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:22.437470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Attempting to bind port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:22.437786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Attempting to bind port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:22.449370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d on network 3ac87e67-629c-498c-b902-ee7470a8ff87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:22.449658 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Attempting to bind port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:22.459640 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:22.460377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Checking segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:22.461485 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Bound using segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:22.462124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Bound port: 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:22.463012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.480453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bfdbc-4788-4c79-a5e4-d18e859e4942 req-4c8ab962-7007-411b-a542-ec00e20ff2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:22.481773 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ca2bfdbc-4788-4c79-a5e4-d18e859e4942 req-4c8ab962-7007-411b-a542-ec00e20ff2aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.3405385
Jul 09 18:50:22.493326 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.523328 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f13ee-9311-43f4-a6b8-ee6f764ee39d req-11abd311-0646-42b1-9b7a-de81fc7477ce tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:22.531009 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-267f13ee-9311-43f4-a6b8-ee6f764ee39d req-11abd311-0646-42b1-9b7a-de81fc7477ce tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 932 time: 0.4633603
Jul 09 18:50:22.562960 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.579993 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:22.583599 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:22.589923 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.600726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:22.604544 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fa80e6ea-d74a-4d54-9ac8-1aa65cc1532e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:22.625976 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0d2c7cbc-9006-4431-89da-cc57ad37633e req-5db78265-9a0b-4f88-aee0-2f5f69b63b75 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048116
Jul 09 18:50:22.660950 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:22.662251 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.663618 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] 10.222.0.15 "PUT /v2.0/ports/4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 1094 time: 1.4912708
Jul 09 18:50:22.664164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:22.697241 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-267f13ee-9311-43f4-a6b8-ee6f764ee39d req-5814196c-cb15-41b7-8213-39203663b2d6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625295
Jul 09 18:50:22.702896 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.711875 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ca2bfdbc-4788-4c79-a5e4-d18e859e4942 req-98645a98-cda0-41bb-9338-e94139d452f8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2143123
Jul 09 18:50:22.753212 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e53bea7eed3a4b3d99a81e77bdf65c8b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0300212
Jul 09 18:50:22.757440 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40772) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:22.772215 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b712aa80-79cb-4df4-8c2d-1b630e0bbca2,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:22.783218 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:22.820253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:22.837187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Pushing event updated for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:22.853126 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:22.878423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e4451-2b89-4ae4-aa06-36a4470c5e6b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:22.885691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:22.890433 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-b8810460-bd55-48d4-83de-a6428f34f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:22.892100 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-b8810460-bd55-48d4-83de-a6428f34f3dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1097 time: 0.1799650
Jul 09 18:50:22.954777 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:22.958944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d36e4451-2b89-4ae4-aa06-36a4470c5e6b HTTP/1.1" status: 204  len: 168 time: 1.2303789
Jul 09 18:50:23.009394 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-c9845820-df09-4c03-a216-8066a1e815bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 217 time: 0.1061139
Jul 09 18:50:23.025188 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:23.069112 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc7061-9699-4873-ac81-fb4f30c64fc9 req-6c9280f5-cde8-4d51-8ba1-630d73a3abc1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:23.070755 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0cc7061-9699-4873-ac81-fb4f30c64fc9 req-6c9280f5-cde8-4d51-8ba1-630d73a3abc1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 944 time: 0.2072346
Jul 09 18:50:23.072715 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:23.149355 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-baee7da3-e895-45e0-8dd9-a81ba970fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:23.151244 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0cc7061-9699-4873-ac81-fb4f30c64fc9 req-f7397dd5-d8a1-41e8-a63b-7c2f77b62154 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715036
Jul 09 18:50:23.163111 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-baee7da3-e895-45e0-8dd9-a81ba970fd1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.1458745
Jul 09 18:50:23.190565 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:23.207735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:23.252362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b712aa80-79cb-4df4-8c2d-1b630e0bbca2,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:23.258609 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:23.260058 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'status': 'completed', 'code': 200}
Jul 09 18:50:23.266900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:23.271135 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b712aa80-79cb-4df4-8c2d-1b630e0bbca2 HTTP/1.1" status: 204  len: 168 time: 0.5087643
Jul 09 18:50:23.314926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-43c6acf5-167a-4650-a870-29170b8bb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:23.316436 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-43c6acf5-167a-4650-a870-29170b8bb9ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460710
Jul 09 18:50:23.544881 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-c053d666-dcb6-4c5c-b32b-e8e24f3d6c44 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172558
Jul 09 18:50:23.853038 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-35dc9745-b09f-4858-a90f-e858cd9dd872 req-4a890209-b660-4f3f-907e-612f936b1b8d service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892728
Jul 09 18:50:24.057218 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-132c4402-ea12-40b9-910f-5070d36fc11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.058667 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-132c4402-ea12-40b9-910f-5070d36fc11e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1097 time: 0.1427879
Jul 09 18:50:24.088601 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362ca97-155f-4f7d-a2b5-06b93240ab8f req-aa90948f-6ff9-4e7b-a270-22c06627db8b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.096292 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0362ca97-155f-4f7d-a2b5-06b93240ab8f req-aa90948f-6ff9-4e7b-a270-22c06627db8b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 944 time: 0.1582878
Jul 09 18:50:24.156079 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0362ca97-155f-4f7d-a2b5-06b93240ab8f req-564df11a-0466-43cb-87d7-d1fdae35559f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584745
Jul 09 18:50:24.318245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-ad310b10-07a8-4355-95c3-70b554408faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.319851 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-ad310b10-07a8-4355-95c3-70b554408faf service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.2541308
Jul 09 18:50:24.402463 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c9127-14d7-41f4-af6c-f51d488d358b req-4e4c35ec-b152-48ba-ac82-2b03156bf535 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.404859 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8d8c9127-14d7-41f4-af6c-f51d488d358b req-4e4c35ec-b152-48ba-ac82-2b03156bf535 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 944 time: 0.1105494
Jul 09 18:50:24.438698 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-12e35eec-0207-4a2d-9805-863c43b2fef5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 217 time: 0.1115420
Jul 09 18:50:24.469886 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8d8c9127-14d7-41f4-af6c-f51d488d358b req-97808c63-f39d-4497-8c99-d80f4fe22118 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537829
Jul 09 18:50:24.613324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-8a49c8f5-6a3b-421b-844c-ff61ba468558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.615912 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-8a49c8f5-6a3b-421b-844c-ff61ba468558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.1611283
Jul 09 18:50:24.718578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-854f4050-26bb-4bcc-a1fb-258d2d8a3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:24.722485 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-854f4050-26bb-4bcc-a1fb-258d2d8a3ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977981
Jul 09 18:50:24.991165 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-a79ba8aa-1688-4076-b486-75732b0f4ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2631807
Jul 09 18:50:25.022738 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d137a762-21c6-4d6e-ad53-9c3e91ee9d71 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:25.227326 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f5e9ef-c99e-4e86-8955-bb1702e690c4 req-2ac6ad98-1969-475e-8d27-146d10da1128 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296293
Jul 09 18:50:25.298869 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:25.324789 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71', 'network_id': 'c3ef160f-80aa-4237-a12b-421f43417bb3', 'port_id': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71', 'mac_address': 'fa:16:3e:bd:ed:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:25.394362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d928de-6965-4815-b526-fc865cde4c17 req-b26148b5-ce7c-4221-a2b8-02a3b4959290 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:25.398383 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e1d928de-6965-4815-b526-fc865cde4c17 req-b26148b5-ce7c-4221-a2b8-02a3b4959290 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 944 time: 0.1027474
Jul 09 18:50:25.422311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:25.446897 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d137a762-21c6-4d6e-ad53-9c3e91ee9d71 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:25.474699 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e1d928de-6965-4815-b526-fc865cde4c17 req-9bedfa26-a538-4692-bd13-710e30ef79eb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587418
Jul 09 18:50:25.475975 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:25.491907 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:25.495486 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:25.648811 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:25.654842 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:25.714466 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8528880-4e51-4248-a3db-9c5b421c3233 req-cf6c803c-0dbb-4d2b-a279-c395b658002a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:25.716374 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e8528880-4e51-4248-a3db-9c5b421c3233 req-cf6c803c-0dbb-4d2b-a279-c395b658002a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 945 time: 0.1120915
Jul 09 18:50:25.762911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['d137a762-21c6-4d6e-ad53-9c3e91ee9d71'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:25.772720 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e8528880-4e51-4248-a3db-9c5b421c3233 req-f45bc6b2-6f56-476c-b36b-2c863ed30945 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505714
Jul 09 18:50:26.026849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 40924) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:26.333809 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:26.351195 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:26.356404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed4987c263a4bfba6555486791ced96 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:26.359529 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:26.365890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:26.479211 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:26.485222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:26.496806 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:26.588640 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ed4987c263a4bfba6555486791ced96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5604968
Jul 09 18:50:26.591338 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f089c031-dfbf-4f92-9470-04903f80643b,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:26.591461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40968) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:26.609130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:26.855844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:26.885653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:26.946250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6e60d-15a8-411a-92a7-0af946b81ad9 req-2ca394a5-b22e-4991-b2fb-8db80cf14fc2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:26.947722 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2e6e60d-15a8-411a-92a7-0af946b81ad9 req-2ca394a5-b22e-4991-b2fb-8db80cf14fc2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 944 time: 0.3520541
Jul 09 18:50:27.016871 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.025105 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:27.035006 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:27.041983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d137a762-21c6-4d6e-ad53-9c3e91ee9d71 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:27.047148 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089c031-dfbf-4f92-9470-04903f80643b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:27.055715 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:27.064139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.067811 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f089c031-dfbf-4f92-9470-04903f80643b HTTP/1.1" status: 204  len: 168 time: 0.4729824
Jul 09 18:50:27.075778 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2e6e60d-15a8-411a-92a7-0af946b81ad9 req-6724630a-bb57-4381-ab7c-75183fbcabbc tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891397
Jul 09 18:50:27.104324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bbbaf-cc82-4414-a736-e72ba57630dd req-720f7503-b83f-4ed9-a34a-9513ad001ab1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:27.105935 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-949bbbaf-cc82-4414-a736-e72ba57630dd req-720f7503-b83f-4ed9-a34a-9513ad001ab1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 945 time: 0.1704223
Jul 09 18:50:27.169444 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-949bbbaf-cc82-4414-a736-e72ba57630dd req-4a0b83ff-1bc9-4acb-8f50-a65384004eda tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576763
Jul 09 18:50:27.248876 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:27.259971 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:27.260555 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.319150 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:27.338880 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'port_id': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'mac_address': 'fa:16:3e:68:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:27.444986 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.467970 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:27.470435 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 40988) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:27.478285 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.503436 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.508152 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:27.516708 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:27.524092 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:27.524882 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.528049 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:27.528844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Usage tracker for resource:security_group_rule and tenant:38a79985457447c881fdd73bb8948b32 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:27.532781 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:27.539364 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:27.584927 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71', 'code': 200}
Jul 09 18:50:27.586480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:27.606113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.643271 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:27.649574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:27.649983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:27.666453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.673312 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.708875 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:27.742329 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:27.745959 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:27.752269 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38a79985457447c881fdd73bb8948b32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2803380
Jul 09 18:50:27.753103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92731fcb-907f-44ff-84b0-c884cbe8cf99,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:27.755998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41004) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:27.756967 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:27.815095 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:27.829694 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.923324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:27.996962 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b703ccf-2b7c-4354-9d88-eae098c06ce3 req-f08994cb-f5b7-42ae-b1ed-2d06ff1e426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:27.998448 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2b703ccf-2b7c-4354-9d88-eae098c06ce3 req-f08994cb-f5b7-42ae-b1ed-2d06ff1e426f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1099 time: 0.1665823
Jul 09 18:50:28.059643 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2b703ccf-2b7c-4354-9d88-eae098c06ce3 req-b9fd8ef8-c3e4-46e7-9002-7a76f33ce75f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498593
Jul 09 18:50:28.060604 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:28.064382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-19107b82-4494-4a3e-8c06-d87effbd070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:28.078565 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92731fcb-907f-44ff-84b0-c884cbe8cf99,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:28.081186 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:28.089578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:28.090864 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92731fcb-907f-44ff-84b0-c884cbe8cf99 HTTP/1.1" status: 204  len: 168 time: 0.3330488
Jul 09 18:50:28.305756 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5846-9bbb-4199-b7b4-f4876f24f91d req-1f130d2d-f88d-4be8-8795-810e21f33b76 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:28.314037 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cdfa5846-9bbb-4199-b7b4-f4876f24f91d req-1f130d2d-f88d-4be8-8795-810e21f33b76 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 945 time: 0.1154060
Jul 09 18:50:28.391706 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cdfa5846-9bbb-4199-b7b4-f4876f24f91d req-eeff9a02-11fd-441b-9984-b82ad7668e52 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766485
Jul 09 18:50:28.489017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31590578-0200-4180-851a-94c0068adedb req-e958f0ce-611b-428d-9f3f-ddfc20f17a61 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:28.491368 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-31590578-0200-4180-851a-94c0068adedb req-e958f0ce-611b-428d-9f3f-ddfc20f17a61 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1365881
Jul 09 18:50:28.565379 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-31590578-0200-4180-851a-94c0068adedb req-e617df4c-f2cc-4ccb-90ad-bbe5035843db tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677340
Jul 09 18:50:29.036368 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:29.134401 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:29.142989 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:29.143657 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:29.279043 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:29.311114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:29.314732 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:29.316438 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:29.387495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:29.390997 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:29.586203 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:29.592873 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37846c2-6ff9-46f7-a74b-0bcee8537136 req-256e9c1e-c07e-410e-85af-21009f4bba80 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:29.594950 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f37846c2-6ff9-46f7-a74b-0bcee8537136 req-256e9c1e-c07e-410e-85af-21009f4bba80 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0974815
Jul 09 18:50:29.681588 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f37846c2-6ff9-46f7-a74b-0bcee8537136 req-42ba79cf-0d2a-4fa4-bc1c-fceef2450dd1 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674417
Jul 09 18:50:29.760708 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'code': 200}
Jul 09 18:50:29.773419 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41112) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:29.863045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525ea0-18e1-4645-b24c-81c2ab164fb3 req-3182be2d-c8b7-42f2-acea-64a0eea77d00 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:29.867983 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-97525ea0-18e1-4645-b24c-81c2ab164fb3 req-3182be2d-c8b7-42f2-acea-64a0eea77d00 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1440790
Jul 09 18:50:29.975867 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-97525ea0-18e1-4645-b24c-81c2ab164fb3 req-6eccd0a9-e168-4e68-b16b-b3fa1f714209 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007540
Jul 09 18:50:29.987049 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.009867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:30.015044 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Usage tracker for resource:security_group_rule and tenant:423a153a6fc2470c8aa6f7523a344af9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:30.018686 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:30.028426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:30.166854 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41126) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:30.306912 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5bc755-8bdd-4f45-a947-60363ab7fb16 req-70e4418a-4234-4fe3-96c2-d021ecae43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:30.308448 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ce5bc755-8bdd-4f45-a947-60363ab7fb16 req-70e4418a-4234-4fe3-96c2-d021ecae43b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1099 time: 0.2413683
Jul 09 18:50:30.358723 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.431670 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.434871 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.472554 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:30.522698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41148) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:30.558260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.565211 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ce5bc755-8bdd-4f45-a947-60363ab7fb16 req-9ef4ff36-278c-422a-8b40-a9afc674612e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2043450
Jul 09 18:50:30.573686 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423a153a6fc2470c8aa6f7523a344af9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7993176
Jul 09 18:50:30.576925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:30.580804 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Usage tracker for resource:security_group_rule and tenant:097f60645be949b1975a841bcc875683 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:30.584556 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41156) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:30.592377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e73b141-dea5-47d3-ad1b-6f7a449bfad2,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:30.597119 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:30.601799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:30.607588 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492287-2b4e-43b8-956f-daea9d04b90f req-18619749-7d23-417a-b7d1-6b0a45697b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:30.609351 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-18619749-7d23-417a-b7d1-6b0a45697b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1099 time: 0.1653466
Jul 09 18:50:30.635453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:30.677623 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:30.802079 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:30.826413 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Usage tracker for resource:security_group_rule and tenant:d59b6ebf935d46da8362d125f7b2a17a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:30.836227 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:30.885472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:30.981419 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.049008 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492287-2b4e-43b8-956f-daea9d04b90f req-b5dac184-0415-411c-b753-2fdf8482545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:31.050446 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-b5dac184-0415-411c-b753-2fdf8482545d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.3599682
Jul 09 18:50:31.064408 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.140809 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d6ff-fde4-47e3-b85e-56d6dca289c3 req-f5a5e06f-b776-478d-a59c-08a83c5e1f80 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:31.142250 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f217d6ff-fde4-47e3-b85e-56d6dca289c3 req-f5a5e06f-b776-478d-a59c-08a83c5e1f80 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.5320771
Jul 09 18:50:31.185476 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-83162fcd-42e4-45a3-9f44-b52e9d6a5a94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71 HTTP/1.1" status: 200  len: 217 time: 0.1118200
Jul 09 18:50:31.252113 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.282107 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.288205 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-24d26c6c-05a1-4509-92ca-2b8785cfda98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:31.375416 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb52e1-3588-4f97-a2e2-256384f1e9bb req-f9e3e239-fafc-45dc-b9aa-10a1607fe25e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:31.377126 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-debb52e1-3588-4f97-a2e2-256384f1e9bb req-f9e3e239-fafc-45dc-b9aa-10a1607fe25e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.5653625
Jul 09 18:50:31.404727 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f217d6ff-fde4-47e3-b85e-56d6dca289c3 req-bec59284-bad6-4d9b-8441-dec2514b996d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314091
Jul 09 18:50:31.411879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ca9f72-632c-4400-b350-a8e7fbf37ea0,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:31.432948 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=097f60645be949b1975a841bcc875683&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2647524
Jul 09 18:50:31.433908 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:31.435389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41172) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:31.435826 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.445824 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492287-2b4e-43b8-956f-daea9d04b90f req-566bf17c-b36c-46ac-ac8f-a25f573f97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:31.447291 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-566bf17c-b36c-46ac-ac8f-a25f573f97ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.2412565
Jul 09 18:50:31.451434 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.462023 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a03da3a6-5b01-4deb-a5ad-9d809f202eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:31.479671 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.503130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.541594 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.610861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.618322 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2c44d4ea-2167-497a-96ed-22fccc99f4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:31.647222 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-debb52e1-3588-4f97-a2e2-256384f1e9bb req-5f8ab0aa-a884-4fa2-8a2c-abd72154f8a9 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2541034
Jul 09 18:50:31.650206 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ca9f72-632c-4400-b350-a8e7fbf37ea0,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:31.650733 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-05f13663-4570-4891-be39-98f4376da37a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1792893
Jul 09 18:50:31.658887 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.663345 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43ca9f72-632c-4400-b350-a8e7fbf37ea0 HTTP/1.1" status: 204  len: 168 time: 0.2262928
Jul 09 18:50:31.665254 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:31.695254 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d59b6ebf935d46da8362d125f7b2a17a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1644926
Jul 09 18:50:31.695509 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41186) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:31.756239 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd2b4c5-9cc1-47df-ac48-a850a1d178d4,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:31.773068 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:31.773068 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f6798390-9a0e-42f4-9f82-a56e18b5a106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:31.781663 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.791377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.792510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e73b141-dea5-47d3-ad1b-6f7a449bfad2 HTTP/1.1" status: 204  len: 168 time: 1.1928580
Jul 09 18:50:31.793397 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e73b141-dea5-47d3-ad1b-6f7a449bfad2,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:31.797291 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:31.844065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.852204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-8cedcdd2-5972-4a01-af3a-fde13e94755f service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852539
Jul 09 18:50:31.932199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.938316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6eda2c1f-2a91-4e5c-95e6-3b69738ae218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:31.953503 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd2b4c5-9cc1-47df-ac48-a850a1d178d4,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:31.958260 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:31.972017 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:31.977208 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fd2b4c5-9cc1-47df-ac48-a850a1d178d4 HTTP/1.1" status: 204  len: 168 time: 0.2803481
Jul 09 18:50:32.118649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41200) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:32.119543 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81492287-2b4e-43b8-956f-daea9d04b90f req-97e2d33a-98db-4df0-9927-41ef2461191e service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581725
Jul 09 18:50:32.149633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.172909 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:32.177082 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Usage tracker for resource:security_group_rule and tenant:85e873dc75274859aa3f2d88fc4fb443 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:32.180056 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:32.186213 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:32.307507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.312160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.322044 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-eb805f1b-9966-4cd8-89b9-807ce1f43358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:32.362614 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85e873dc75274859aa3f2d88fc4fb443&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2421138
Jul 09 18:50:32.364792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825d0e3a-ee7d-4d82-8bfe-5fcd96d8d825,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:32.366185 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41212) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:32.370439 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:32.448761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.476742 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.572393 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41226) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:32.576383 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.591130 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:32.605913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.620153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d0e3a-ee7d-4d82-8bfe-5fcd96d8d825,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:32.623341 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:32.626432 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.627679 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/825d0e3a-ee7d-4d82-8bfe-5fcd96d8d825 HTTP/1.1" status: 204  len: 168 time: 0.2604287
Jul 09 18:50:32.649591 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:32.655934 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f19d705d974955861e38c17e91fe0c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:32.657385 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf303-e64e-42ce-a990-2a11df0e4242 req-a36b8b8c-d8f4-4c08-bc86-c0b96af5f8e8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:32.658907 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1ccf303-e64e-42ce-a990-2a11df0e4242 req-a36b8b8c-d8f4-4c08-bc86-c0b96af5f8e8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1224782
Jul 09 18:50:32.673664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:32.688900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:32.717361 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1ccf303-e64e-42ce-a990-2a11df0e4242 req-ae8e10e8-7ee7-4465-bbd6-029a8bdea387 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509167
Jul 09 18:50:32.845980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.853242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:32.881432 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:32.912200 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8f19d705d974955861e38c17e91fe0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3385000
Jul 09 18:50:32.913337 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd48a2-92b3-4a6d-bc24-aca05fb9420f,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:32.915008 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41244) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:32.928603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:33.147109 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.177717 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.198267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41254) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:33.199168 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4baee2-fe66-4ab6-bf8e-11c9c3f0ec57 req-379a6192-3f2c-4b43-829d-f45354762bc1 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:33.200885 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7f4baee2-fe66-4ab6-bf8e-11c9c3f0ec57 req-379a6192-3f2c-4b43-829d-f45354762bc1 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2482245
Jul 09 18:50:33.218821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.238302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:33.242500 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Usage tracker for resource:security_group_rule and tenant:fc97dfaf7d684e238757b304219c800d is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:33.245331 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:33.251291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:33.279481 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7f4baee2-fe66-4ab6-bf8e-11c9c3f0ec57 req-dc6a06ea-4ee2-417d-ac7e-284fd3a0b952 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699637
Jul 09 18:50:33.312749 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.317723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a04265b3-e251-4cff-8d0d-a0b6c03ff2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:33.345507 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd48a2-92b3-4a6d-bc24-aca05fb9420f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:33.352633 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:33.354942 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.369029 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.376596 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.377905 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5acd48a2-92b3-4a6d-bc24-aca05fb9420f HTTP/1.1" status: 204  len: 168 time: 0.4617190
Jul 09 18:50:33.391994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b5e68e35-3c3e-4ea8-ad3f-c27ba3c914eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:33.447879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41266) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:33.448078 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc97dfaf7d684e238757b304219c800d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2485471
Jul 09 18:50:33.450106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a8a03-0955-4729-98ba-1b4014df05d2,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:33.453471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:33.571055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.594332 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5c48e-d029-4ead-8ecb-fd0b56e6f05f req-7c3bd510-d7c1-4a89-afe0-466dd1c1bbb4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:33.595745 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2cb5c48e-d029-4ead-8ecb-fd0b56e6f05f req-7c3bd510-d7c1-4a89-afe0-466dd1c1bbb4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1518960
Jul 09 18:50:33.606279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41274) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:33.611113 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.612498 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'floatingip': {'port_id': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:33.694341 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.700829 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:33.711392 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.716638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a8a03-0955-4729-98ba-1b4014df05d2,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:33.728584 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:33.733054 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:33.737523 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df7a8a03-0955-4729-98ba-1b4014df05d2 HTTP/1.1" status: 204  len: 168 time: 0.2882662
Jul 09 18:50:34.007600 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd25e31-8c12-4e49-8c11-8a0717516bbb req-ad6ee5d8-0e67-4383-87a1-66aa1c9a417e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:34.014974 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3fd25e31-8c12-4e49-8c11-8a0717516bbb req-ad6ee5d8-0e67-4383-87a1-66aa1c9a417e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1329076
Jul 09 18:50:34.076354 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3fd25e31-8c12-4e49-8c11-8a0717516bbb req-6ce74798-0e77-4876-ab7b-e0d98e085e5d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568283
Jul 09 18:50:34.675097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-f1c9d02a-bf6d-4ffe-9dd4-58fa0c2d0394 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:34.677870 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-f1c9d02a-bf6d-4ffe-9dd4-58fa0c2d0394 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.1856372
Jul 09 18:50:34.698111 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-37ed99e1-3cea-4ee2-bd0d-b27ed0f80de1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/quotas/73ef6ceb67544a6fa4fe6b3814dc665f HTTP/1.1" status: 200  len: 375 time: 0.0137424
Jul 09 18:50:34.745760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:34.751086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:34.815817 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-f69d9e75-296a-4303-b338-37731f9e4dc7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1107097
Jul 09 18:50:34.995500 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Floating IP 4c3bc678-c491-4584-9358-85807493b63d associated. External IP: 172.27.1.50, port: 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d.
Jul 09 18:50:34.998729 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-96a4f512-9a12-42b2-9dce-d61ac59c670c service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1755712
Jul 09 18:50:35.212743 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-bae3ce83-5452-4eee-91d5-4dc0a81132c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065864
Jul 09 18:50:35.536320 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81600a3-5430-4e2d-ad33-1f879a760e6a req-d23ada1c-7b38-4d51-a916-2194163f3509 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:35.545160 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d81600a3-5430-4e2d-ad33-1f879a760e6a req-d23ada1c-7b38-4d51-a916-2194163f3509 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.2931068
Jul 09 18:50:35.695041 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:50:35.705550 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d81600a3-5430-4e2d-ad33-1f879a760e6a req-b9471397-3577-4179-af2e-4f3b39731532 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585040
Jul 09 18:50:35.758318 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6933001-5c18-49f7-b994-8f984c6d3526 req-8eb1b2f1-58f1-4ccc-ae3b-7ea531115ee2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 210 time: 0.1724019
Jul 09 18:50:36.078528 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:50:36.100148 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:50:36.119526 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:36.127493 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:50:36.128299 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407be6be0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:36.196187 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-74edb343-94c3-4f09-971f-1ed5e650ba73 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "PUT /v2.0/floatingips/4c3bc678-c491-4584-9358-85807493b63d HTTP/1.1" status: 200  len: 991 time: 2.5884371
Jul 09 18:50:36.197004 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:36.282990 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'status': 'completed', 'code': 200}
Jul 09 18:50:36.350451 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-bbd656d2-f75e-445f-8659-03a46149153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:36.520994 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:50:36.607192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-13445ad2-9472-4e44-8315-3acb75b08f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:36.608968 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-13445ad2-9472-4e44-8315-3acb75b08f37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1099 time: 0.2800610
Jul 09 18:50:36.861526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-59046b78-876a-465e-8c54-83edb1ca638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:36.863011 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-59046b78-876a-465e-8c54-83edb1ca638b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.2417648
Jul 09 18:50:36.904862 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:37.011485 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407be6be0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '4c3bc678-c491-4584-9358-85807493b63d', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:68:a8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:11Z', 'updated_at': '2021-07-09T18:50:34Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:37.021318 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:50:37.041676 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:50:37.044494 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407be6be0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:37.324704 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5921107-2d6e-40df-970d-ccf3120612f8 req-09fcfe26-f3c7-43ee-b18b-f6f41490588b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 210 time: 0.1673083
Jul 09 18:50:37.351810 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-f3356573-a93c-4432-81c0-07313d8439d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 999 time: 0.4683537
Jul 09 18:50:37.374373 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:50:37.447226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb9dd-c0fa-41eb-a6c6-3d336a1adf84 req-f011a4a0-9d20-4214-b1e0-f0ecd2e2a28f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:37.449223 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2deb9dd-c0fa-41eb-a6c6-3d336a1adf84 req-f011a4a0-9d20-4214-b1e0-f0ecd2e2a28f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3392155
Jul 09 18:50:37.458776 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-eea1d5fc-97ad-458e-a2ae-b5701873f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:37.460512 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-eea1d5fc-97ad-458e-a2ae-b5701873f5c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.0880792
Jul 09 18:50:37.634661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-6cd50135-8d7d-423f-b944-a93d2b347f68 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:37.635402 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-6cd50135-8d7d-423f-b944-a93d2b347f68 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:network {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:37.659719 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-6cd50135-8d7d-423f-b944-a93d2b347f68 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:network {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:37.661666 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-6cd50135-8d7d-423f-b944-a93d2b347f68 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.3985915
Jul 09 18:50:37.692514 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Request body: {'port': {'device_id': 'bfea78fc-c109-4268-a066-8206b4660560', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'admin_state_up': True, 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:37.717845 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2deb9dd-c0fa-41eb-a6c6-3d336a1adf84 req-7f573ace-5575-40d1-a8b0-a8f83dedfc13 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557313
Jul 09 18:50:37.773691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-93522620-93dd-496b-8aa3-75cf80f2ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:37.779000 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-93522620-93dd-496b-8aa3-75cf80f2ce74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2981324
Jul 09 18:50:37.950560 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:37.962436 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:37.975821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:37.980091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:38.015335 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-7623f117-b144-493f-88e1-65eab86f9907 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205489
Jul 09 18:50:38.036807 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407be6be0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '4c3bc678-c491-4584-9358-85807493b63d', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:68:a8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:11Z', 'updated_at': '2021-07-09T18:50:34Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:38.042418 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f76146-604a-46ae-9419-f0b75a9ad144 None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '4c3bc678-c491-4584-9358-85807493b63d', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:68:a8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:50:11Z', 'updated_at': '2021-07-09T18:50:34Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:50:38.207122 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Allocated IP 172.20.0.14 (a8d1f3e9-0e7d-4c57-b71b-459a7add5c98/fdb218b2-a591-4365-a402-a23bd4366872/d653aa1c-9129-4961-877d-a812f4764ec5) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:38.235645 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5894d7e-4222-4c10-ba7d-4dd1a3bf6dcd req-d02f59ab-cd71-448a-b50b-7bf504ec7167 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076797
Jul 09 18:50:38.366252 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f5344-0063-4efb-bebe-68a40d4033bb None None] New status for floating IP 4c3bc678-c491-4584-9358-85807493b63d: ACTIVE {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:50:38.467661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:38.504330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:38.516105 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:38.643340 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:38.655971 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:38.668907 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9710d8e-6f9b-4b6d-89d8-2c4f6bc0182f req-ee417d95-a2e6-4739-bce3-922ff927cfaa tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:38.671072 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d9710d8e-6f9b-4b6d-89d8-2c4f6bc0182f req-ee417d95-a2e6-4739-bce3-922ff927cfaa tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 932 time: 0.1343870
Jul 09 18:50:38.672607 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:38.674994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event updated for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:38.692732 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:38.753197 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:38.834790 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d9710d8e-6f9b-4b6d-89d8-2c4f6bc0182f req-5b6ec228-1ba1-4a06-b22d-5a899073414e tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338685
Jul 09 18:50:38.851015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:38.852627 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:38.931677 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2518580
Jul 09 18:50:39.106643 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-47a7598a-d98a-4f46-b5dc-d2ceddccc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.115143 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48742a75-8870-4a90-baee-65477b3aa5ed req-7cb1db42-47bd-4a26-95ab-16a1d09b0e7a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:39.118985 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48742a75-8870-4a90-baee-65477b3aa5ed req-7cb1db42-47bd-4a26-95ab-16a1d09b0e7a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1330714
Jul 09 18:50:39.196511 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48742a75-8870-4a90-baee-65477b3aa5ed req-d3ecc75e-1ef8-4eff-a0b7-d57265c735c5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715754
Jul 09 18:50:39.318108 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41510) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:39.439947 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.454587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:39.459044 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d5f03e0b5541d89ee3caaf089013a6 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:39.461788 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:39.467306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:39.548937 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.552567 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.560658 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-19facd49-c79d-407f-a682-a205379e0ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:39.599332 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5d5f03e0b5541d89ee3caaf089013a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801201
Jul 09 18:50:39.600924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9223fd-d526-4a1f-adfb-d6dd5d963298,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:39.602186 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41516) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:39.609047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.609407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.609759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.610109 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.610459 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.610820 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.611156 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.611487 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.611822 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.612184 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.612537 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.612890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:39.617083 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:39.665212 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.690403 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.742720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.747868 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-027622f2-8d0a-445a-84b5-80a8f74626e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:39.759192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9223fd-d526-4a1f-adfb-d6dd5d963298,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:39.763516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:39.765472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:39.769020 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da9223fd-d526-4a1f-adfb-d6dd5d963298 HTTP/1.1" status: 204  len: 168 time: 0.1633310
Jul 09 18:50:40.019108 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.034902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589881-c2aa-4f52-abdf-ebc7cbf142a2 req-097d9371-895b-43e5-adc5-326bd67f7d3f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:40.036694 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-13589881-c2aa-4f52-abdf-ebc7cbf142a2 req-097d9371-895b-43e5-adc5-326bd67f7d3f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 932 time: 0.0840218
Jul 09 18:50:40.052477 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41528) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:40.070614 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.085277 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:40.089070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-13589881-c2aa-4f52-abdf-ebc7cbf142a2 req-79af704d-d51f-485f-94e4-82336bb2d3b9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466917
Jul 09 18:50:40.089267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1eb02f433e4425937e3d666e42d854 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:40.092294 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:40.098714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:40.187990 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.192109 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.200413 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ec27218-32e2-43d5-9431-3e2b95ac805a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:40.249211 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a1eb02f433e4425937e3d666e42d854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1931107
Jul 09 18:50:40.249498 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41538) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:40.253877 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee387f99-b9fd-4aca-97b9-cb412610baf4,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:40.257307 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:40.312136 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.386775 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.450766 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d66f75-5b36-49b0-b961-6e5525446abc req-4c558ae8-6f2f-426b-bb01-b9ed772aa547 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:40.452232 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47d66f75-5b36-49b0-b961-6e5525446abc req-4c558ae8-6f2f-426b-bb01-b9ed772aa547 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1268167
Jul 09 18:50:40.479855 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.486101 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e18b2b8e-0a3f-41b3-a3ff-d5db4b9b6f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:40.506455 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee387f99-b9fd-4aca-97b9-cb412610baf4,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:40.520249 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.520719 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.521085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.521433 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.521772 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.522111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.522465 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.522820 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.523446 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.523828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.524249 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.524795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:40.528552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:40.534614 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47d66f75-5b36-49b0-b961-6e5525446abc req-04fda147-1b3e-49f2-ad3f-77157e4b396b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761871
Jul 09 18:50:40.536144 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:40.537322 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee387f99-b9fd-4aca-97b9-cb412610baf4 HTTP/1.1" status: 204  len: 168 time: 0.2869351
Jul 09 18:50:41.281473 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1c6c3-8935-47af-814b-fe41ae849065 req-cec0c7af-df91-419e-bd34-fa0614c79fe6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:41.282952 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ecc1c6c3-8935-47af-814b-fe41ae849065 req-cec0c7af-df91-419e-bd34-fa0614c79fe6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 932 time: 0.0862775
Jul 09 18:50:41.336546 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ecc1c6c3-8935-47af-814b-fe41ae849065 req-351f6d39-5d22-4dc6-beec-0d1133fbc73d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452087
Jul 09 18:50:41.487225 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:41.807106 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6782-5fdf-4b88-ad55-fa3a23e431e8 req-6e2450bf-d0d7-46bc-8efa-de03d82304e5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:41.808591 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-484d6782-5fdf-4b88-ad55-fa3a23e431e8 req-6e2450bf-d0d7-46bc-8efa-de03d82304e5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1556139
Jul 09 18:50:41.865236 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-484d6782-5fdf-4b88-ad55-fa3a23e431e8 req-1a2ceae4-2a29-485a-9d22-c32dccafc579 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501599
Jul 09 18:50:41.970775 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Request body: {'port': {'device_id': 'bfea78fc-c109-4268-a066-8206b4660560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:42.083425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.512969 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d653aa1c-9129-4961-877d-a812f4764ec5 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:42.520923 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.536926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Transition to ACTIVE for port object d653aa1c-9129-4961-877d-a812f4764ec5 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:42.542091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.547784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4c0fe695-d664-40b3-9764-fe5fb6055a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:42.559717 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788f74-29aa-4bf4-a03d-f94a15aff508 req-57c404a7-2154-45c4-ab18-5a8acf01ea35 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:42.562235 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52788f74-29aa-4bf4-a03d-f94a15aff508 req-57c404a7-2154-45c4-ab18-5a8acf01ea35 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 932 time: 0.0977113
Jul 09 18:50:42.610714 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52788f74-29aa-4bf4-a03d-f94a15aff508 req-036d8776-efb3-45ec-9668-91479c4dda57 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436437
Jul 09 18:50:42.702275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:42.730269 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:42.770816 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Attempting to bind port d653aa1c-9129-4961-877d-a812f4764ec5 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:42.771061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Attempting to bind port d653aa1c-9129-4961-877d-a812f4764ec5 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:42.771378 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Attempting to bind port d653aa1c-9129-4961-877d-a812f4764ec5 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:42.775776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Port d653aa1c-9129-4961-877d-a812f4764ec5 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:42.776084 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Attempting to bind port d653aa1c-9129-4961-877d-a812f4764ec5 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:42.780989 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:42.781335 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Checking segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:42.781688 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Bound using segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:42.782098 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Bound port: d653aa1c-9129-4961-877d-a812f4764ec5, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:42.782432 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.869108 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:42.872217 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d653aa1c-9129-4961-877d-a812f4764ec5,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:42.876770 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.881891 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:42.944165 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:42.944795 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:42.946153 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] 10.222.0.15 "PUT /v2.0/ports/d653aa1c-9129-4961-877d-a812f4764ec5 HTTP/1.1" status: 200  len: 1094 time: 0.9801161
Jul 09 18:50:42.946624 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:42.965433 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:42.968419 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:43.001677 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5', 'status': 'completed', 'code': 200}
Jul 09 18:50:43.072968 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68f08a-1479-438f-b3f6-227ea3807d72 req-1c8a4bd7-1c06-4c27-aaf4-bab8b540c725 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:43.074432 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9c68f08a-1479-438f-b3f6-227ea3807d72 req-1c8a4bd7-1c06-4c27-aaf4-bab8b540c725 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0820959
Jul 09 18:50:43.121231 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9c68f08a-1479-438f-b3f6-227ea3807d72 req-0464e68d-0e13-4a32-9529-fd0e6a7440f7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413694
Jul 09 18:50:43.808319 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700422-bfc4-4454-a890-858597f65184 req-c3ed9617-a707-472f-8cfe-db54b85466f1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:43.809813 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d700422-bfc4-4454-a890-858597f65184 req-c3ed9617-a707-472f-8cfe-db54b85466f1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.0846961
Jul 09 18:50:43.857299 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d700422-bfc4-4454-a890-858597f65184 req-ce1c1913-b4bd-4e13-be4d-5f9cd6aa5589 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418084
Jul 09 18:50:44.308847 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764876-d426-4f0a-973b-c766496ac9b7 req-c00ad5f8-87cc-49cb-9bbd-62b187635acc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:44.310298 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-57764876-d426-4f0a-973b-c766496ac9b7 req-c00ad5f8-87cc-49cb-9bbd-62b187635acc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0820763
Jul 09 18:50:44.355165 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-57764876-d426-4f0a-973b-c766496ac9b7 req-d264b4dc-6e69-4f31-a147-1779b9d15fca tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393167
Jul 09 18:50:45.040864 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff78fe-f4e7-4d29-9345-180050231bd1 req-ec357630-66ea-4f01-a7fc-9a15a11490dd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:45.042319 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67ff78fe-f4e7-4d29-9345-180050231bd1 req-ec357630-66ea-4f01-a7fc-9a15a11490dd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.0808439
Jul 09 18:50:45.090514 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67ff78fe-f4e7-4d29-9345-180050231bd1 req-50d80b8b-8647-4ab4-bc14-9c0d509d7c12 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425138
Jul 09 18:50:45.540200 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad137ebe-8cf4-4578-b07c-ed1fd95627ad req-84a8af67-9a24-4027-acb5-2ace2d334702 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:45.541590 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad137ebe-8cf4-4578-b07c-ed1fd95627ad req-84a8af67-9a24-4027-acb5-2ace2d334702 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0793865
Jul 09 18:50:45.595292 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad137ebe-8cf4-4578-b07c-ed1fd95627ad req-28bc8eaa-884c-4347-94ff-a6451de9c0e1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476370
Jul 09 18:50:45.974645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-4b5e2324-cc41-428d-866f-08cf3ee6eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:45.976105 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-4b5e2324-cc41-428d-866f-08cf3ee6eaef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 1097 time: 0.0852463
Jul 09 18:50:46.132940 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-6de2d24c-c831-4fa3-8010-fbb804eabb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.134424 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-6de2d24c-c831-4fa3-8010-fbb804eabb34 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1460807
Jul 09 18:50:46.288660 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-6f9cd5ec-1d4b-4045-bf75-2b63a86f1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.290164 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f8e5fb56-086a-45e9-bc87-e00e82c31c81 req-6f9cd5ec-1d4b-4045-bf75-2b63a86f1217 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1475813
Jul 09 18:50:46.303989 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5afe4-010f-45fc-9a99-f0d4d9045f8a req-947b6afb-c1db-4fe8-bc7e-9926bc61a858 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.305505 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4cd5afe4-010f-45fc-9a99-f0d4d9045f8a req-947b6afb-c1db-4fe8-bc7e-9926bc61a858 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.0955274
Jul 09 18:50:46.356799 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4cd5afe4-010f-45fc-9a99-f0d4d9045f8a req-d63bdc76-22c7-4208-8cc9-77a2c7b3db31 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445693
Jul 09 18:50:46.413405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-e5fa899b-c316-4525-9d3e-6b4441b43093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.415045 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-e5fa899b-c316-4525-9d3e-6b4441b43093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 1097 time: 0.0781803
Jul 09 18:50:46.485948 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-10ab052e-c6ae-4928-b129-9680b4f78045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d653aa1c-9129-4961-877d-a812f4764ec5 HTTP/1.1" status: 200  len: 217 time: 0.0634999
Jul 09 18:50:46.554797 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-81061822-b85d-4afb-853f-6212bcd057dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.556249 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-81061822-b85d-4afb-853f-6212bcd057dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.0624783
Jul 09 18:50:46.604776 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-24561c40-0a78-4ecf-ae5b-f8ac8251c591 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414007
Jul 09 18:50:46.760066 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-d0751efd-e175-4652-b39f-a35300fe86e1 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428101
Jul 09 18:50:46.839929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b03b2-c0ab-4c24-ac39-497e0adcbf9b req-cf6ecef9-6fca-4c85-a523-2e53bc62e404 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:46.841817 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-103b03b2-c0ab-4c24-ac39-497e0adcbf9b req-cf6ecef9-6fca-4c85-a523-2e53bc62e404 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0992928
Jul 09 18:50:46.962652 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-103b03b2-c0ab-4c24-ac39-497e0adcbf9b req-08650c46-c7a7-4a24-8361-b7a8b3417c3f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073365
Jul 09 18:50:46.992914 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6f0a08b8-1622-49cf-a3ab-ebfa344bc1ee req-f8979e1e-8990-4638-a0ba-4fbb36058776 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223625
Jul 09 18:50:47.230727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c5e53-9855-48be-a8ed-d73db80cf905 req-8dda51ba-c6a3-4719-8184-4d7dce15237b tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:47.232566 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f8c5e53-9855-48be-a8ed-d73db80cf905 req-8dda51ba-c6a3-4719-8184-4d7dce15237b tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0894964
Jul 09 18:50:47.281044 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f8c5e53-9855-48be-a8ed-d73db80cf905 req-cac538db-dece-4566-b3e6-187a4030ad99 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425341
Jul 09 18:50:47.563168 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-9a5301b2-1977-42cd-9373-6e938caec955 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0489404
Jul 09 18:50:47.699452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5815-d1f4-45f9-948c-1f602ed612e9 req-730aa462-6918-4157-a0ac-d1fa716bc78d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:47.701046 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f48a5815-d1f4-45f9-948c-1f602ed612e9 req-730aa462-6918-4157-a0ac-d1fa716bc78d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.2258954
Jul 09 18:50:47.767488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-a6978b3d-3ed5-4708-a3d3-98d7e8037fa3 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:47.768950 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-a6978b3d-3ed5-4708-a3d3-98d7e8037fa3 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2000387
Jul 09 18:50:47.786594 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f48a5815-d1f4-45f9-948c-1f602ed612e9 req-42e1406e-62ce-4cc5-a464-8a2e71cb9170 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731959
Jul 09 18:50:47.789908 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-61b51987-6143-457c-aa60-3d9d04d02f0f tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/quotas/ed93c5d8577d4d50ac705036afbf1ff4 HTTP/1.1" status: 200  len: 375 time: 0.0141041
Jul 09 18:50:47.846480 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-e18c749c-82e9-4f95-b242-d73318e9b6ff tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509913
Jul 09 18:50:48.116701 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f32ed976-8831-40fb-9278-cb723145d51a req-67130d5c-6a04-4de2-bd3e-e4009d75b60d tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 210 time: 0.0610130
Jul 09 18:50:48.275046 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a885ff-3089-4c2f-a26f-ffe00c1cc22c req-aaf22de3-def3-4f35-96fe-73b997c74332 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:48.276607 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87a885ff-3089-4c2f-a26f-ffe00c1cc22c req-aaf22de3-def3-4f35-96fe-73b997c74332 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1181481
Jul 09 18:50:48.336231 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87a885ff-3089-4c2f-a26f-ffe00c1cc22c req-22304e6a-8915-42b4-86b4-5b3acf898a21 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490286
Jul 09 18:50:48.534897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efaa5b-5121-4d3a-bd3f-599cb366f198 req-7ccb5a9b-6826-4c7b-b654-6413706c8193 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:48.536967 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-63efaa5b-5121-4d3a-bd3f-599cb366f198 req-7ccb5a9b-6826-4c7b-b654-6413706c8193 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.0964863
Jul 09 18:50:48.593204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-63efaa5b-5121-4d3a-bd3f-599cb366f198 req-48c8b298-ef4e-43a4-85d2-8e24a62e83a1 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474653
Jul 09 18:50:49.037318 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c2287-da89-46b0-81b6-55b2054141b7 req-bc9f470b-bb50-466c-89de-2ed5d58e8c3f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:49.038904 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c3c2287-da89-46b0-81b6-55b2054141b7 req-bc9f470b-bb50-466c-89de-2ed5d58e8c3f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.1454287
Jul 09 18:50:49.093807 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c3c2287-da89-46b0-81b6-55b2054141b7 req-bc7363ca-f931-42f7-8daa-e2fdf0e0eabd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489697
Jul 09 18:50:49.173831 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41796) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:49.357187 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-9086a8a7-4119-4fb8-b30d-9529e9ba887e tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0430954
Jul 09 18:50:49.366212 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4107d5a5-fa18-4620-9123-4756124d9779 req-b813c8fe-1375-4003-9cd6-eb9cd49deab9 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 210 time: 0.0905185
Jul 09 18:50:49.368982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:49.387452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:49.391850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Usage tracker for resource:security_group_rule and tenant:3339546c621a450ba36c82e5da4dba1e is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:49.395643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:49.402504 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:49.621242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-c83824f8-a890-410e-af5c-8d7a74db541e tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:49.623337 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-c83824f8-a890-410e-af5c-8d7a74db541e tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2603159
Jul 09 18:50:49.640655 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Request body: {'port': {'device_id': '36b2c0ec-1a72-467f-8048-33fef8058008', 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3', 'admin_state_up': True, 'tenant_id': 'ed93c5d8577d4d50ac705036afbf1ff4'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:49.674173 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-2ff3f6ea-2a6e-4720-9738-52a80c507dc3 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:49.675708 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-2ff3f6ea-2a6e-4720-9738-52a80c507dc3 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.15 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.2263486
Jul 09 18:50:49.745331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:49.802888 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:49.819910 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f6427f77-1cff-4dfb-8fab-723abe45947f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:49.871592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a075ebe-3bc2-4ce7-9e30-7cdff179c829 req-676ca944-590b-4fdd-ab30-4ff5d428e52a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:49.873155 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0a075ebe-3bc2-4ce7-9e30-7cdff179c829 req-676ca944-590b-4fdd-ab30-4ff5d428e52a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3417559
Jul 09 18:50:49.876846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Deleting port 2bc4ab69-5aba-4e9e-9535-6f882c795915 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:50:49.889183 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:49.961365 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:49.967770 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Usage tracker for resource:port and tenant:ed93c5d8577d4d50ac705036afbf1ff4 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:49.971272 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:49.979612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:49.995420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Made reservation on behalf of ed93c5d8577d4d50ac705036afbf1ff4 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:50.006245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.009171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d177c-984d-4a47-b612-38a42b04c297,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:50.018104 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3339546c621a450ba36c82e5da4dba1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8423011
Jul 09 18:50:50.019119 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:50.031389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41842) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:50.035483 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.053571 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:50.057760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Usage tracker for resource:security_group_rule and tenant:ed93c5d8577d4d50ac705036afbf1ff4 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:50.060821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:50.067353 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:50.111502 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0a075ebe-3bc2-4ce7-9e30-7cdff179c829 req-2eb3f470-e946-4578-8371-207ce61fa041 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778092
Jul 09 18:50:50.187385 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.192279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.197233 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f2b0cbcd-fc87-4ea2-9615-ee284777cc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:50.294250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eb000-debb-401a-ba6f-b9b542512500 req-cb90ed86-7607-4876-a8ca-92bafe5ec83a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:50.295744 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-356eb000-debb-401a-ba6f-b9b542512500 req-cb90ed86-7607-4876-a8ca-92bafe5ec83a tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 945 time: 0.5449498
Jul 09 18:50:50.326363 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d11632-a858-43bc-bfb7-d074e2689894,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:50.330238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:50.369115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.415509 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Allocated IP 192.168.233.174 (8b1b3586-076b-4f54-bd9a-be440eba56f3/a7d73337-fc79-4859-a27a-a2e871ebc3dd/3c03681f-15cc-4718-9cd5-35b5032552c7) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:50.440494 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-356eb000-debb-401a-ba6f-b9b542512500 req-08200f7e-b14a-4fbc-a052-5928327b300f tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/security-groups?id=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346414
Jul 09 18:50:50.453785 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.469170 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] For port 2bc4ab69-5aba-4e9e-9535-6f882c795915, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=2bc4ab69-5aba-4e9e-9535-6f882c795915,segment=NetworkSegment(e9eb9b33-0681-4d86-a859-c5fde01b5260),segment_id=e9eb9b33-0681-4d86-a859-c5fde01b5260)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:50.469548 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.609462 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Calling delete_port for 2bc4ab69-5aba-4e9e-9535-6f882c795915 owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:50:50.624930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.643005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Transition to ACTIVE for port object 3c03681f-15cc-4718-9cd5-35b5032552c7 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:50.667708 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.674085 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e6745c0e-1d50-40e5-aa10-2a9b6e54f1f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:50.703503 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0751e2-3c07-4b70-9d47-92a9d31a2713 req-bc899a47-712c-4476-8da7-11d27308dc91 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:50.704983 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b0751e2-3c07-4b70-9d47-92a9d31a2713 req-bc899a47-712c-4476-8da7-11d27308dc91 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 944 time: 0.4685202
Jul 09 18:50:50.733576 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d653aa1c-9129-4961-877d-a812f4764ec5 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:50:50.745838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Network 8b1b3586-076b-4f54-bd9a-be440eba56f3 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:50.749652 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:50.752880 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:50.804205 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Pushing event updated for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:50.807633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:50.840645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:50.841468 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.882007 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b0751e2-3c07-4b70-9d47-92a9d31a2713 req-9023f386-d2ba-49c4-a8fc-5cf5903588a0 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681838
Jul 09 18:50:50.886589 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.895900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-68fd7945-969d-40b6-8fb2-b69bbcd0fab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:50.904902 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d653aa1c-9129-4961-877d-a812f4764ec5,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:50.906668 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2698016
Jul 09 18:50:50.932539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Request body: {'port': {'device_id': '36b2c0ec-1a72-467f-8048-33fef8058008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:50.941955 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'd653aa1c-9129-4961-877d-a812f4764ec5', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'port_id': 'd653aa1c-9129-4961-877d-a812f4764ec5', 'mac_address': 'fa:16:3e:21:55:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb218b2-a591-4365-a402-a23bd4366872', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:50:50.967841 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d177c-984d-4a47-b612-38a42b04c297,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:50.981403 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:50.989872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:50.991076 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c2d177c-984d-4a47-b612-38a42b04c297 HTTP/1.1" status: 204  len: 168 time: 0.9565856
Jul 09 18:50:51.037263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.037480 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4edb8-d80f-40bd-a566-1c7065e40108 req-58f507df-bbde-44a0-892c-954b6491a117 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:51.039431 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4df4edb8-d80f-40bd-a566-1c7065e40108 req-58f507df-bbde-44a0-892c-954b6491a117 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 936 time: 0.3916919
Jul 09 18:50:51.040839 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.064452 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d653aa1c-9129-4961-877d-a812f4764ec5 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:51.069870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['2bc4ab69-5aba-4e9e-9535-6f882c795915'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:51.084158 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:51.126948 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d653aa1c-9129-4961-877d-a812f4764ec5,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:51.141270 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.143878 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:51.153280 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Pushing event deleted for resources: {'Port': ['ID=2bc4ab69-5aba-4e9e-9535-6f882c795915,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:51.162881 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:51.170670 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.220017 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4df4edb8-d80f-40bd-a566-1c7065e40108 req-4e8f3aed-ef63-40d2-a5ef-473d73061b5a tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720858
Jul 09 18:50:51.288318 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-f7ca42ed-2cdf-47ec-ba2d-d10e5a6e38c6 None None] Provisioning for port 3c03681f-15cc-4718-9cd5-35b5032552c7 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:51.296274 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-f7ca42ed-2cdf-47ec-ba2d-d10e5a6e38c6 None None] Provisioning complete for port 3c03681f-15cc-4718-9cd5-35b5032552c7 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:51.297114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f7ca42ed-2cdf-47ec-ba2d-d10e5a6e38c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.330288 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:51.360575 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.361312 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.361882 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.362410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.362935 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.363509 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.364003 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.364435 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.365021 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.365563 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.366080 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.366594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:50:51.373749 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:51.393834 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca42ed-2cdf-47ec-ba2d-d10e5a6e38c6 None None] Port 3c03681f-15cc-4718-9cd5-35b5032552c7 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:50:51.441939 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] No DVR routers for this DVR port 2bc4ab69-5aba-4e9e-9535-6f882c795915 on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:50:51.466344 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['d653aa1c-9129-4961-877d-a812f4764ec5'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:50:51.479044 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.487352 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'name': 'network-vif-deleted', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:51.517216 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7d0bd638-9b70-4df1-8a43-49bb28583af5 req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.15 "DELETE /v2.0/ports/2bc4ab69-5aba-4e9e-9535-6f882c795915 HTTP/1.1" status: 204  len: 173 time: 1.8348093
Jul 09 18:50:51.616003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749449c5-0998-4f79-991d-962f06130d22 req-37c9983f-88cb-4ae1-b4c8-a6ab5644de37 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:51.619740 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-749449c5-0998-4f79-991d-962f06130d22 req-37c9983f-88cb-4ae1-b4c8-a6ab5644de37 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1801593
Jul 09 18:50:51.692846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41878) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:51.745428 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c03681f-15cc-4718-9cd5-35b5032552c7 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:50:51.762664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.777255 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-749449c5-0998-4f79-991d-962f06130d22 req-1e047be8-6f79-464e-a3a8-1f45131bffd1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497619
Jul 09 18:50:51.785697 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Transition to ACTIVE for port object 3c03681f-15cc-4718-9cd5-35b5032552c7 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:51.792991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.799710 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-0773ccfc-6eb2-477f-af6d-fb13dea71805 req-9f1769ce-f9ad-416d-b90f-803fb13cf395 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Synchronizing usage tracker for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:50:51.800173 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:51.804246 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:51.852160 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:51.857568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Usage tracker for resource:security_group_rule and tenant:0d6091a173df478cbce8cb52a9c61c6a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:51.864790 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:51.883126 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41884) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:51.883396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:51.929252 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Pushing event updated for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:52.062979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.077469 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3', 'name': 'network-vif-deleted', 'tag': '2bc4ab69-5aba-4e9e-9535-6f882c795915', 'status': 'completed', 'code': 200}
Jul 09 18:50:52.084437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.094979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:52.109926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f019eec1-cc71-452b-a8fe-57e53447574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:52.120225 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.172836 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-0773ccfc-6eb2-477f-af6d-fb13dea71805 req-9f1769ce-f9ad-416d-b90f-803fb13cf395 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Unset dirty status for tenant:30f29a86a27843bd929f409b0fa752a5 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:50:52.184860 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0773ccfc-6eb2-477f-af6d-fb13dea71805 req-9f1769ce-f9ad-416d-b90f-803fb13cf395 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a0dcdb-d2e0-4e63-ac07-fca685b5d3c3 HTTP/1.1" status: 200  len: 210 time: 0.4854901
Jul 09 18:50:52.274325 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:52.281973 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Usage tracker for resource:security_group_rule and tenant:b6ca302f0bba493da91d7441fab79a5b is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:52.301545 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:52.304323 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Attempting to bind port 3c03681f-15cc-4718-9cd5-35b5032552c7 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:52.304656 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Attempting to bind port 3c03681f-15cc-4718-9cd5-35b5032552c7 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:52.305002 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Attempting to bind port 3c03681f-15cc-4718-9cd5-35b5032552c7 on network 8b1b3586-076b-4f54-bd9a-be440eba56f3 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:52.312736 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:52.315799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c426e38-1546-4faf-8429-0ed89f76eb3a,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:52.317143 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Port 3c03681f-15cc-4718-9cd5-35b5032552c7 on network 8b1b3586-076b-4f54-bd9a-be440eba56f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:50:52.317820 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Attempting to bind port 3c03681f-15cc-4718-9cd5-35b5032552c7 on network 8b1b3586-076b-4f54-bd9a-be440eba56f3 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:52.324767 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:52.325523 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:52.325866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Checking segment: {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:52.326251 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Bound using segment: {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:52.326844 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Bound port: 3c03681f-15cc-4718-9cd5-35b5032552c7, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd3897-00a4-42cf-8426-e6bda127131c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:52.327192 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.329822 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d6091a173df478cbce8cb52a9c61c6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6309915
Jul 09 18:50:52.333934 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41902) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:52.380303 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804f407-33c8-4c68-bc26-2e551d0a28e7 req-ca9387cc-d9a8-44e8-87b7-fb27b9df1f13 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:52.389599 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c804f407-33c8-4c68-bc26-2e551d0a28e7 req-ca9387cc-d9a8-44e8-87b7-fb27b9df1f13 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 945 time: 0.3109066
Jul 09 18:50:52.464328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:52.468080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3c03681f-15cc-4718-9cd5-35b5032552c7,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:52.477412 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c804f407-33c8-4c68-bc26-2e551d0a28e7 req-86fad963-643a-4ed7-986e-f64ce5190f0a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865993
Jul 09 18:50:52.478539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.482162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.499553 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:52.511436 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.582556 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:52.583228 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.584524 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c03681f-15cc-4718-9cd5-35b5032552c7 HTTP/1.1" status: 200  len: 1098 time: 1.6647263
Jul 09 18:50:52.587410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:52.595018 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.602711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.615989 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Pushing event updated for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:52.622201 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:52.622626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:52.633923 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36216798-b579-4a51-b45a-6a1dd9f38e11 req-00f1041e-cc4c-4941-aa24-4a1fe98ba2cb tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:52.641564 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-36216798-b579-4a51-b45a-6a1dd9f38e11 req-00f1041e-cc4c-4941-aa24-4a1fe98ba2cb tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.1228170
Jul 09 18:50:52.653121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249cce3-8229-466f-92fd-46f19613bd8b,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:52.664253 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:52.673948 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6ca302f0bba493da91d7441fab79a5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7892747
Jul 09 18:50:52.679324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41910) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:52.704432 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-36216798-b579-4a51-b45a-6a1dd9f38e11 req-239e19fd-c4dc-4b01-bef2-d8e45f953de4 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618799
Jul 09 18:50:52.706979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.714035 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:52.718555 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7', 'status': 'completed', 'code': 200}
Jul 09 18:50:52.728033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c426e38-1546-4faf-8429-0ed89f76eb3a,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:52.730193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:52.733874 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c426e38-1546-4faf-8429-0ed89f76eb3a HTTP/1.1" status: 204  len: 168 time: 0.3969164
Jul 09 18:50:52.733874 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:52.736275 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d653aa1c-9129-4961-877d-a812f4764ec5 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:52.897724 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port d653aa1c-9129-4961-877d-a812f4764ec5 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:52.905093 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port d653aa1c-9129-4961-877d-a812f4764ec5 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:52.905472 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.023276 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.042308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-d0347dc6-77d3-4b50-8f86-afa16c824c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.043768 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-d0347dc6-77d3-4b50-8f86-afa16c824c1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 1101 time: 0.3288209
Jul 09 18:50:53.060469 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.101665 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.112474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d9b5-1ced-4d05-81b8-fb01ea7dd68e req-53e42605-64bc-40b9-9cdb-a86fda5f0a82 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.119971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd94d9b5-1ced-4d05-81b8-fb01ea7dd68e req-53e42605-64bc-40b9-9cdb-a86fda5f0a82 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1111798
Jul 09 18:50:53.159783 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:50:53.170640 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d653aa1c-9129-4961-877d-a812f4764ec5,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:50:53.173351 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd94d9b5-1ced-4d05-81b8-fb01ea7dd68e req-cc7d6244-d877-4aeb-a1f9-f5a74f175ffe tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523605
Jul 09 18:50:53.178579 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.179556 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 2bc4ab69-5aba-4e9e-9535-6f882c795915 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:50:53.218841 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41924) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:53.221121 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-a507f170-8aaf-4229-8556-96a4576bc6fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3c03681f-15cc-4718-9cd5-35b5032552c7 HTTP/1.1" status: 200  len: 217 time: 0.1625619
Jul 09 18:50:53.222067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.228376 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:53.237229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.252936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:53.257093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Usage tracker for resource:security_group_rule and tenant:760354b5a2d3406886f35cc7872ea93e is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:53.260393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:53.266216 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:53.274070 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5', 'code': 200}
Jul 09 18:50:53.274809 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:53.342260 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249cce3-8229-466f-92fd-46f19613bd8b,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:53.353405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:53.357941 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.359182 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1249cce3-8229-466f-92fd-46f19613bd8b HTTP/1.1" status: 204  len: 168 time: 0.6789019
Jul 09 18:50:53.368936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.376252 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.391926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8440dc38-f91d-438d-a3c2-8c5601647f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:53.396095 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-09b17abf-9ce1-419e-ae89-34fe0e697855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.397667 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-09b17abf-9ce1-419e-ae89-34fe0e697855 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d73337-fc79-4859-a27a-a2e871ebc3dd HTTP/1.1" status: 200  len: 843 time: 0.1566956
Jul 09 18:50:53.428154 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 2bc4ab69-5aba-4e9e-9535-6f882c795915 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:50:53.428518 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 2bc4ab69-5aba-4e9e-9535-6f882c795915 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:50:53.443349 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=760354b5a2d3406886f35cc7872ea93e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2233782
Jul 09 18:50:53.449797 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41936) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:53.452410 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c19df19-7fda-4934-99bc-aaa259ddb308,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:53.461154 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:53.536760 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:53.543372 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:53.595221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-abd837e5-b71f-4b0e-ad35-9367044f1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.597145 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-abd837e5-b71f-4b0e-ad35-9367044f1318 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b1b3586-076b-4f54-bd9a-be440eba56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1897018
Jul 09 18:50:53.703708 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.803430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:53.873240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b5dfc-9977-4a8d-a04a-b72e84cc7220 req-b22917c0-1f8b-464b-bed5-79dd0bb92c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.875716 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc3b5dfc-9977-4a8d-a04a-b72e84cc7220 req-b22917c0-1f8b-464b-bed5-79dd0bb92c1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 1099 time: 0.2961588
Jul 09 18:50:53.896120 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc72aab-63f2-4896-ac46-433e276629b3 req-8a067cef-83d1-40ed-ade4-cfd798186dba tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:53.901475 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-d979885b-3f72-44b5-9de3-11b817c217ff service neutron] 10.222.0.15 "GET /v2.0/networks/8b1b3586-076b-4f54-bd9a-be440eba56f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2903824
Jul 09 18:50:53.907768 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0fc72aab-63f2-4896-ac46-433e276629b3 req-8a067cef-83d1-40ed-ade4-cfd798186dba tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.1921329
Jul 09 18:50:54.053357 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-04331c2b-c0fc-4f6c-a686-b569b81aba43 req-62c32bee-93fa-47b3-bfde-c87b3f3d0f07 service neutron] 10.222.0.15 "GET /v2.0/networks/8b1b3586-076b-4f54-bd9a-be440eba56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410728
Jul 09 18:50:54.084603 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.104110 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-36dd6e63-d593-41ad-97fb-59e8999748c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:54.126467 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0fc72aab-63f2-4896-ac46-433e276629b3 req-20cdc59c-b506-421b-91c5-bad7d9afc109 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178440
Jul 09 18:50:54.133174 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c19df19-7fda-4934-99bc-aaa259ddb308,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:54.153541 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc3b5dfc-9977-4a8d-a04a-b72e84cc7220 req-0f57eade-fcb2-4d0e-845e-d8bbebe5a21b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437320
Jul 09 18:50:54.158509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:54.161587 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 41958) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:54.186902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.188128 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c19df19-7fda-4934-99bc-aaa259ddb308 HTTP/1.1" status: 204  len: 168 time: 0.7370832
Jul 09 18:50:54.191652 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.213653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:54.219121 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0c01feafe84bf2953ae47889ae7aa4 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:54.224255 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:54.226697 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-eea32f8e-a0b3-4589-b4f2-b287c69bfac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:54.228718 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-eea32f8e-a0b3-4589-b4f2-b287c69bfac3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 1101 time: 0.1233201
Jul 09 18:50:54.237488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47726e-51f7-48f1-a3ce-30865fbefa2a req-556664c6-f272-4ef4-a054-2392dbeb1566 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:54.239234 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af47726e-51f7-48f1-a3ce-30865fbefa2a req-556664c6-f272-4ef4-a054-2392dbeb1566 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.2472568
Jul 09 18:50:54.240279 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:54.313117 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af47726e-51f7-48f1-a3ce-30865fbefa2a req-7df00e48-0a91-45bd-af4b-34a1cd650ee5 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655885
Jul 09 18:50:54.378376 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-30699446-aa21-44c1-acec-97072372a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:54.380505 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-30699446-aa21-44c1-acec-97072372a6f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b1b3586-076b-4f54-bd9a-be440eba56f3 HTTP/1.1" status: 200  len: 870 time: 0.1428590
Jul 09 18:50:54.462444 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-b68278c2-f610-4445-967b-bb9cabbd0d61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3c03681f-15cc-4718-9cd5-35b5032552c7 HTTP/1.1" status: 200  len: 217 time: 0.0742805
Jul 09 18:50:54.466773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b98e-417e-4083-bd06-c724f4a97e1b req-75b253d4-4e4f-4451-b086-ea57fd42a322 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:54.468235 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8fa5b98e-417e-4083-bd06-c724f4a97e1b req-75b253d4-4e4f-4451-b086-ea57fd42a322 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1420329
Jul 09 18:50:54.469952 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.475621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.486859 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:54.540646 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-ab4f2db7-8849-410a-a9b9-32dfde6dfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:54.542199 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-ab4f2db7-8849-410a-a9b9-32dfde6dfbcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d73337-fc79-4859-a27a-a2e871ebc3dd HTTP/1.1" status: 200  len: 843 time: 0.0674469
Jul 09 18:50:54.561114 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee0c01feafe84bf2953ae47889ae7aa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3968940
Jul 09 18:50:54.563921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41974) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:54.567250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106ee3eb-454f-41ee-8480-3146261c7a73,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:54.571638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:54.581856 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8fa5b98e-417e-4083-bd06-c724f4a97e1b req-bba94b17-f209-420e-896e-d9ec0642df94 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981448
Jul 09 18:50:54.627078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.653842 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.709870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.715026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d9c32054-b573-45cd-9790-10fb24cee423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:54.726116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ee3eb-454f-41ee-8480-3146261c7a73,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:54.730471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:54.738843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:54.748254 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/106ee3eb-454f-41ee-8480-3146261c7a73 HTTP/1.1" status: 204  len: 168 time: 0.1823621
Jul 09 18:50:55.099585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 41996) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:55.162746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42002) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:55.181300 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.198327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:55.202190 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:15a7554735044e12943a5c81640d5bbe is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:55.205121 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:55.211940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:55.334384 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1650093512-network', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:55.338710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:55.341172 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.342861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Usage tracker for resource:network and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:55.345778 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:55.351798 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:55.357607 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.363007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Made reservation on behalf of 51125c648dcc4a42aaa3431a7851a826 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:55.365433 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.367115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-80200730-2de5-4137-ace3-b077758a6951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:55.377459 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.392207 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:55.396926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:55.399717 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:55.405728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:55.410462 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15a7554735044e12943a5c81640d5bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2465329
Jul 09 18:50:55.415337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42016) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:55.419681 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896877e2-c853-4729-99ef-1b4de6b968a7,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:55.432409 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:55.478204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57101890-7181-41f6-bdb1-d138dd8a8665 req-02db8395-b069-4bb1-808c-19e29318b4ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:55.479709 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-57101890-7181-41f6-bdb1-d138dd8a8665 req-02db8395-b069-4bb1-808c-19e29318b4ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.1799161
Jul 09 18:50:55.517659 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.545760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.553214 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.557768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f17645d8-bbea-45fd-9227-778da56d9e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:55.558399 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-57101890-7181-41f6-bdb1-d138dd8a8665 req-68c1a5d7-54c5-4d37-929d-d312dde7433f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717835
Jul 09 18:50:55.560075 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.590034 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:50:55.601915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f87e5-9114-40af-b012-5d156a6bd3cd,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:55.605455 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:55.614006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-4cff0a40-0e42-49ec-9df0-5c6fc08cd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:55.615627 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-4cff0a40-0e42-49ec-9df0-5c6fc08cd0ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b1b3586-076b-4f54-bd9a-be440eba56f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1328337
Jul 09 18:50:55.624993 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.626952 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.627293 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Added segment 16ea40d3-956b-4b83-8729-2bfac616466a of type vlan for network d89ee3ba-ec24-4307-8a94-1f04a03f5291
Jul 09 18:50:55.631594 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:55.649541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896877e2-c853-4729-99ef-1b4de6b968a7,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:55.652244 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:55.654759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.661069 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.662553 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/896877e2-c853-4729-99ef-1b4de6b968a7 HTTP/1.1" status: 204  len: 168 time: 0.2462347
Jul 09 18:50:55.698766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.700078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:55.700655 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.706096 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-776e0d4e-ce73-42e6-8331-bd638899ef01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:55.809476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Pushing event updated for resources: {'Network': ['ID=d89ee3ba-ec24-4307-8a94-1f04a03f5291,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:55.817140 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7155759
Jul 09 18:50:55.818258 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42028) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:55.819280 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:55.825009 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:50:55.825494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Request body: {'subnet': {'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1650093512-subnet', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:55.830681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:55.835724 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Usage tracker for resource:subnet and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:55.839164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:55.844914 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:55.860164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Made reservation on behalf of 51125c648dcc4a42aaa3431a7851a826 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:50:55.862771 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:55.937881 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7389d3a-7a69-4aa5-891b-4b78aededb72 req-02ad7ca5-b1ee-4f88-9758-7894ea9002c4 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:55.939459 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b7389d3a-7a69-4aa5-891b-4b78aededb72 req-02ad7ca5-b1ee-4f88-9758-7894ea9002c4 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.1741972
Jul 09 18:50:56.001353 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b7389d3a-7a69-4aa5-891b-4b78aededb72 req-be14af56-e7d2-4700-80a2-b65618ea042c tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554318
Jul 09 18:50:56.192046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.197115 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:56.217056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cbd42-e648-49c8-b2d9-4377713814df req-6c5fbd02-1f68-4a76-a233-a7873bba85eb tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:56.218608 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d31cbd42-e648-49c8-b2d9-4377713814df req-6c5fbd02-1f68-4a76-a233-a7873bba85eb tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0982616
Jul 09 18:50:56.278957 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780a8652-d9c8-4ef8-82ea-c39ee62a7018,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:56.279165 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d31cbd42-e648-49c8-b2d9-4377713814df req-0ea6f4a0-fcfb-4598-ba91-4ac8de0a3a14 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520334
Jul 09 18:50:56.294015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:56.302938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Checking segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:56.303288 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Network hostable DHCP agents. Network: d89ee3ba-ec24-4307-8a94-1f04a03f5291, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:50:56.324366 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:50:56.336490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, d89ee3ba-ec24-4307-8a94-1f04a03f5291) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:56.340863 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:56.341480 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.350474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395f4c8-fb62-4313-b295-0ca19edc4f1f None None] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:50:56.357141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42050) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:56.371049 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5503006
Jul 09 18:50:56.373484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42054) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:56.381106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:50:56.386716 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:50:56.391382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Usage tracker for resource:router and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:50:56.396481 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:50:56.402965 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:50:56.416036 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.417702 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.425590 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Deleting subnet 2d323e1e-360b-428a-88d3-f4aede705618 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:50:56.430668 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.436304 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.495351 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.573321 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.619082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-d89ee3ba-ec24-4307-8a94-1f04a03f5291', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:50:56.620211 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.678434 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.682281 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cf7834ac-a439-442a-97b2-8e497cd0d2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:56.768078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.772411 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d323e1e-360b-428a-88d3-f4aede705618,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:56.781947 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:56.789656 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.811274 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d323e1e-360b-428a-88d3-f4aede705618 HTTP/1.1" status: 204  len: 168 time: 0.4508390
Jul 09 18:50:56.813704 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42088) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:56.881681 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Allocated IP 172.20.0.2 (d89ee3ba-ec24-4307-8a94-1f04a03f5291/780a8652-d9c8-4ef8-82ea-c39ee62a7018/3ba74cec-ae50-4045-b497-c4bc7c021e0d) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:56.981166 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:56.997029 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259ec77-59d8-469f-aac1-e1763aa7c6df req-8cae0231-cfaf-46d8-ac6d-fd083eeca54b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:56.998565 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f259ec77-59d8-469f-aac1-e1763aa7c6df req-8cae0231-cfaf-46d8-ac6d-fd083eeca54b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.2817664
Jul 09 18:50:57.166093 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.180944 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Transition to ACTIVE for port object 3ba74cec-ae50-4045-b497-c4bc7c021e0d will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:57.185888 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f259ec77-59d8-469f-aac1-e1763aa7c6df req-a102b072-d687-475a-9ae8-aaeacc8f9cd8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786790
Jul 09 18:50:57.192362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.211938 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340c9b4340>,) {'filters': {'network_id': ['2c55914c-2c53-4f8f-b19b-84d7c6e62c5e']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:57.225496 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Transition to ACTIVE for port object 3ba74cec-ae50-4045-b497-c4bc7c021e0d will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:50:57.232108 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340c9b4340>, 'e9eb9b33-0681-4d86-a859-c5fde01b5260') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:57.232640 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340c9b4340>, 'e9eb9b33-0681-4d86-a859-c5fde01b5260') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:50:57.233302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.234866 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.243062 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-290c5813-4a72-482d-8fa7-c61d1518840f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:57.246247 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.267447 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.270428 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.290559 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:50:57.290966 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.375978 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:57.380156 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:57.391409 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:57.400639 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Pushing event updated for resources: {'Port': ['ID=3ba74cec-ae50-4045-b497-c4bc7c021e0d,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:50:57.413021 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:50:57.417157 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:57.461315 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Allocated IP 172.27.1.242 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/4c2495c8-d2f8-4087-85ad-f8eb1c1391c9) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:50:57.521938 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.535397 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d048308d-7765-4aec-b4c2-d904701cb9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:57.558819 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2c55914c-2c53-4f8f-b19b-84d7c6e62c5e,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:57.598095 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.615886 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:57.646626 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Attempting to bind port 3ba74cec-ae50-4045-b497-c4bc7c021e0d on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:50:57.647032 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Attempting to bind port 3ba74cec-ae50-4045-b497-c4bc7c021e0d by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:50:57.647415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Attempting to bind port 3ba74cec-ae50-4045-b497-c4bc7c021e0d on network d89ee3ba-ec24-4307-8a94-1f04a03f5291 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:50:57.653395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:50:57.653825 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Checking segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:50:57.654235 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.654629 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Bound using segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:50:57.655095 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Bound port: 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:50:57.655472 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.684738 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6f681-e407-4fe0-ac97-d6ab84fbdcfc req-1beeb4ae-07f8-47ac-ba01-f483bbc16496 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:57.686302 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-61e6f681-e407-4fe0-ac97-d6ab84fbdcfc req-1beeb4ae-07f8-47ac-ba01-f483bbc16496 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.2713435
Jul 09 18:50:57.701411 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] 10.222.0.20 "DELETE /v2.0/networks/2c55914c-2c53-4f8f-b19b-84d7c6e62c5e HTTP/1.1" status: 204  len: 168 time: 0.8818905
Jul 09 18:50:57.750619 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] For port 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:50:57.754443 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] For port 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=3ba74cec-ae50-4045-b497-c4bc7c021e0d,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:50:57.761462 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.766645 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-3046c9cd-a657-4d3b-a071-000f9a1cabcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:57.767516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:57.777268 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-47287c03-72e5-4442-b9e5-bb277b58f97c service neutron] 10.222.0.15 "GET /v2.0/networks/8b1b3586-076b-4f54-bd9a-be440eba56f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994565
Jul 09 18:50:57.800180 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-61e6f681-e407-4fe0-ac97-d6ab84fbdcfc req-0e831c4d-9824-4d40-a9ec-6018ce34753a tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839212
Jul 09 18:50:57.818347 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-66bc676a-c1d5-482c-8c9e-dcf0d8dc4882 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2625597
Jul 09 18:50:57.845131 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd4a2a-ced7-45aa-a7e7-fcb6c55a47d7 req-edd99c93-ab4c-4663-bbe9-4795c29ecc89 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:57.853196 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88dd4a2a-ced7-45aa-a7e7-fcb6c55a47d7 req-edd99c93-ab4c-4663-bbe9-4795c29ecc89 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.2160902
Jul 09 18:50:57.871925 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Pushing event updated for resources: {'Port': ['ID=3ba74cec-ae50-4045-b497-c4bc7c021e0d,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:57.877160 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:57.963218 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88dd4a2a-ced7-45aa-a7e7-fcb6c55a47d7 req-ef75cc64-c9ee-4c10-b07d-8313b8a5f77c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089501
Jul 09 18:50:58.003510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:58.007311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:58.059132 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42130) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:58.086397 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:50:58.091629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:50:58.094998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:50:58.184339 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0f3ce78a-0adf-4216-a616-dfd420cf9a31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30f29a86a27843bd929f409b0fa752a5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1247301
Jul 09 18:50:58.187223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42138) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:50:58.257559 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-cbdff27a-b755-4678-9d18-a20394aa8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:58.258890 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-cbdff27a-b755-4678-9d18-a20394aa8ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 1098 time: 0.2573097
Jul 09 18:50:58.314983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:58.339687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:58.373706 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:58.400761 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-36741e01-6335-4858-83b9-0dec0f132ea0 req-45b2750f-a281-4950-92b3-61f519f703ff service neutron] 10.222.0.15 "GET /v2.0/networks/8b1b3586-076b-4f54-bd9a-be440eba56f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6085296
Jul 09 18:50:58.565504 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:50:58.594333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:58.713183 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-f8e24dc9-9078-491d-97b3-2629203d40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:58.716168 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-f8e24dc9-9078-491d-97b3-2629203d40a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 915 time: 0.4112532
Jul 09 18:50:58.732797 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75958fb-602e-49da-858e-cbfafa47b3f2 req-a3b424a6-9a59-4593-ab11-171ae05f370d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:58.737133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b75958fb-602e-49da-858e-cbfafa47b3f2 req-a3b424a6-9a59-4593-ab11-171ae05f370d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.2780676
Jul 09 18:50:58.862439 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-dd347c5c-d628-4817-85da-e10626cc74c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abee6fed-df99-4106-8934-1e09d4e12042 HTTP/1.1" status: 200  len: 217 time: 0.1226153
Jul 09 18:50:58.870614 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:58.893061 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5b9d971a-7d88-4997-a937-470d27c7f657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:50:58.900290 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:59.001188 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c6f07b-ed7d-4c0f-946d-0d53c23f88e0,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:50:59.005575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:50:59.091923 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b75958fb-602e-49da-858e-cbfafa47b3f2 req-c37b47f2-4d21-4d41-ae28-4dc001f51e83 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2721651
Jul 09 18:50:59.095713 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:59.096763 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80c6f07b-ed7d-4c0f-946d-0d53c23f88e0 HTTP/1.1" status: 204  len: 168 time: 0.9086258
Jul 09 18:50:59.103551 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-ea6bd2b1-5b35-40d5-b506-5788bd4a2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:59.105017 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-ea6bd2b1-5b35-40d5-b506-5788bd4a2f14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.2263675
Jul 09 18:50:59.175846 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-77e14b10-2723-408c-b43d-e53a64ade5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541940
Jul 09 18:50:59.218464 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2bbb6-e74f-4825-a870-99090821eec4 req-8aea2be4-d4b8-4d46-925c-d0797a177dcf tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:59.219991 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-14c2bbb6-e74f-4825-a870-99090821eec4 req-8aea2be4-d4b8-4d46-925c-d0797a177dcf tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.2143056
Jul 09 18:50:59.295441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c1e1f-509d-4218-8c3c-363e9b317a21 None None] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:50:59.398280 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:50:59.418461 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-14c2bbb6-e74f-4825-a870-99090821eec4 req-6caa2502-077b-452d-9ca8-1507928a23c4 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478710
Jul 09 18:50:59.479124 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-2c2e5bae-4af1-4441-b701-04c874f47ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2944083
Jul 09 18:50:59.502995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6df45e8d-bc44-4864-8a81-bb5c394781da None None] Provisioning for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:59.520407 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 3ba74cec-ae50-4045-b497-c4bc7c021e0d up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:50:59.620549 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6eed92-c2a0-48bc-9020-d547a3e05a11 req-5468c1dd-0366-499a-b713-9b48db08694c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:50:59.627406 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5b6eed92-c2a0-48bc-9020-d547a3e05a11 req-5468c1dd-0366-499a-b713-9b48db08694c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3556416
Jul 09 18:50:59.708805 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5b6eed92-c2a0-48bc-9020-d547a3e05a11 req-39c18cd2-66f0-47e9-b1a2-e1775deaff82 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804141
Jul 09 18:50:59.762626 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4e1abb7-3917-4a0d-b41f-12738351b2e9 req-b9c76295-cb3c-410c-82dd-c00f4caa19cb service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689476
Jul 09 18:50:59.796600 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Router 2c19d226-fd9a-44c4-8130-a3340cfd1cff is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:50:59.814140 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:50:59.829977 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:50:59.830679 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.024252 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.089389 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=3ba74cec-ae50-4045-b497-c4bc7c021e0d,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:00.102981 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.114939 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:00.233267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:00.254631 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Sync routers for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:00.267772 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:00.268415 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407cf4c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:00.276486 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=3ba74cec-ae50-4045-b497-c4bc7c021e0d,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:00.293502 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:00.313227 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.315212 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ec358033-5fb2-4caf-8844-e5e723c30461 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.9399335
Jul 09 18:51:00.318538 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42218) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:00.435161 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.476957 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-b175ded8-4e20-4db7-94d5-9823389d5658 None None] Provisioning complete for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:00.478582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b175ded8-4e20-4db7-94d5-9823389d5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.495494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42228) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:00.634737 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:00.761968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3c03681f-15cc-4718-9cd5-35b5032552c7 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:51:00.826456 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-973471246-network', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:00.840015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:00.851081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Usage tracker for resource:network and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:00.872110 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:00.892435 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:00.921259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Made reservation on behalf of fd5e3609cf95446486556ab3376257e1 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:00.924018 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:00.963443 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.002592 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:01.010698 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:01.013908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:01.023177 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:01.036320 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3c03681f-15cc-4718-9cd5-35b5032552c7,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:01.055308 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '3c03681f-15cc-4718-9cd5-35b5032552c7', 'network_id': '8b1b3586-076b-4f54-bd9a-be440eba56f3', 'port_id': '3c03681f-15cc-4718-9cd5-35b5032552c7', 'mac_address': 'fa:16:3e:bf:d6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d73337-fc79-4859-a27a-a2e871ebc3dd', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:51:01.111912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b7ef-9cdb-4d0c-9ed0-ab92ea91e476 req-aaed9323-1304-4d12-95ea-e3cdd974f7e3 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:01.114431 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c27b7ef-9cdb-4d0c-9ed0-ab92ea91e476 req-aaed9323-1304-4d12-95ea-e3cdd974f7e3 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 948 time: 0.4249763
Jul 09 18:51:01.146355 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.176298 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c03681f-15cc-4718-9cd5-35b5032552c7 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:01.205375 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407cf4c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:50:58Z', 'revision_number': 3, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:01.218734 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Checking router: 2c19d226-fd9a-44c4-8130-a3340cfd1cff for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:01.219100 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Updating router 2c19d226-fd9a-44c4-8130-a3340cfd1cff port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:01.224546 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.226209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3c03681f-15cc-4718-9cd5-35b5032552c7,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:01.232215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.236252 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.241078 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:01.242110 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-57884f63-87e6-415d-8249-1439deea02b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:01.301166 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.303265 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380fe1a8-2e69-42fd-8934-9edc6dee2e6b,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:01.307494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:01.319355 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:51:01.332866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.333595 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Added segment 22ee0108-fe8e-4ea1-9167-699419aaa78b of type vlan for network 16dfac12-319e-4e2d-926d-5b0fb372c5f2
Jul 09 18:51:01.381884 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:01.386709 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.393260 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:01.424168 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.426391 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:01.427237 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.433993 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:01.449395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 3ba74cec-ae50-4045-b497-c4bc7c021e0d up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:01.475187 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88622d-6a95-44ef-9e33-a1c8782f1231 req-77a15e1d-8b8c-40bc-b8c1-30a0ca1e7829 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:01.477018 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5d88622d-6a95-44ef-9e33-a1c8782f1231 req-77a15e1d-8b8c-40bc-b8c1-30a0ca1e7829 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3614194
Jul 09 18:51:01.479903 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c27b7ef-9cdb-4d0c-9ed0-ab92ea91e476 req-d2530aee-b15a-4e25-87ba-8bbce77c28a5 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3558860
Jul 09 18:51:01.548413 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:01.548830 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.578529 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5d88622d-6a95-44ef-9e33-a1c8782f1231 req-14d5e234-6a0e-4cf2-933b-100bff31ac8a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937717
Jul 09 18:51:01.738521 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Pushing event updated for resources: {'Network': ['ID=16dfac12-319e-4e2d-926d-5b0fb372c5f2,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:01.741660 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2448661
Jul 09 18:51:01.742533 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:01.747623 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42246) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:01.752988 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Request body: {'subnet': {'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-subnet', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:01.753491 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:51:01.758168 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:01.759157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.762284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Usage tracker for resource:subnet and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:01.765144 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:01.772535 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:01.786321 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Made reservation on behalf of fd5e3609cf95446486556ab3376257e1 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:01.789121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.828616 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.842568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['3c03681f-15cc-4718-9cd5-35b5032552c7'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:01.860219 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Transition to ACTIVE for port object 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:01.880481 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:01.886094 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:02.018949 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.026392 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-16884257-c603-4fe6-bec2-0ffcf504bfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:02.069932 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Pushing event updated for resources: {'Port': ['ID=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:02.072219 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Attempting to bind port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:02.072604 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Attempting to bind port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:02.073056 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Attempting to bind port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:02.083612 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:02.084008 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:02.084442 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.084854 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:02.085335 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Bound port: 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:02.085738 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.111354 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.111751 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.112043 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.112377 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.112785 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.113151 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.113266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Allocated IP 172.20.0.1 (d89ee3ba-ec24-4307-8a94-1f04a03f5291/780a8652-d9c8-4ef8-82ea-c39ee62a7018/badd5c28-62da-4760-b435-4207fcb8bf01) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:02.113700 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.113974 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.114332 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.114660 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.114983 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.115307 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:02.124661 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:02.184188 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Checking segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:02.184561 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Network hostable DHCP agents. Network: 16dfac12-319e-4e2d-926d-5b0fb372c5f2, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:51:02.197065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e338d88-813d-4502-ad0e-bd7b34870a61,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:02.200856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:02.204661 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] For port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:02.209068 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] For port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:02.218516 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.220132 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:51:02.230016 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:02.240888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 16dfac12-319e-4e2d-926d-5b0fb372c5f2) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:02.251567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a96bf-f835-49ad-9d90-b667af7c18a9 None None] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:02.255584 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:02.256847 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.293549 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-79e1c01f-2320-454a-81c4-990ce2d8a487 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5448513
Jul 09 18:51:02.295943 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42262) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:02.303373 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:02.309091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:02.318738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Usage tracker for resource:router and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:02.325012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:02.333656 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:02.349578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.350892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.367547 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.373731 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:02.374454 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407cf4c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:02.391214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Transition to ACTIVE for port object badd5c28-62da-4760-b435-4207fcb8bf01 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:02.396601 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.428149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.433642 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:02.527908 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Pushing event updated for resources: {'Port': ['ID=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:02.531891 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:02.564807 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:02.573862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:02.577762 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:02.623569 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:51:02.624436 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.682832 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:02.725577 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:02.765461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Pushing event updated for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:02.846135 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:02.992463 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.022603 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Allocated IP 172.20.0.2 (16dfac12-319e-4e2d-926d-5b0fb372c5f2/1e338d88-813d-4502-ad0e-bd7b34870a61/da90efaa-04dd-4258-b1f8-3483837049dd) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:03.024415 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e445e5-644d-46d1-863a-57fc7cfa7383 req-40ee13d8-c9de-4d0f-aa1e-ca2db3b35253 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:03.026220 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2e445e5-644d-46d1-863a-57fc7cfa7383 req-40ee13d8-c9de-4d0f-aa1e-ca2db3b35253 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1780152
Jul 09 18:51:03.036762 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b10c0-812d-48e2-afd5-5c1d1b6cc1b8 req-301f1e9c-eb77-425e-8a4f-ef7054c35470 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:03.044734 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-712b10c0-812d-48e2-afd5-5c1d1b6cc1b8 req-301f1e9c-eb77-425e-8a4f-ef7054c35470 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 949 time: 0.2841215
Jul 09 18:51:03.143826 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-38eb5107-27b1-465d-a98a-3c8b9e0b22be None None] Provisioning for port badd5c28-62da-4760-b435-4207fcb8bf01 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:03.167322 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-38eb5107-27b1-465d-a98a-3c8b9e0b22be None None] Provisioning complete for port badd5c28-62da-4760-b435-4207fcb8bf01 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:03.167322 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-38eb5107-27b1-465d-a98a-3c8b9e0b22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.225440 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2e445e5-644d-46d1-863a-57fc7cfa7383 req-b3672e1f-a53c-40ef-bda3-bddc3ffdc203 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434157
Jul 09 18:51:03.250700 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-712b10c0-812d-48e2-afd5-5c1d1b6cc1b8 req-176013a7-3d2d-4005-8ef6-1df72f54bd04 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050724
Jul 09 18:51:03.284015 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-38eb5107-27b1-465d-a98a-3c8b9e0b22be None None] Port badd5c28-62da-4760-b435-4207fcb8bf01 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:03.383571 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.425318 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407cf4c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:50:58Z', 'revision_number': 3, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:03.432993 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f712e543-a934-43d4-a447-0214cfc9c81e None None] The sync data for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi is: [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:50:58Z', 'revision_number': 3, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:03.497569 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.525294 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Transition to ACTIVE for port object da90efaa-04dd-4258-b1f8-3483837049dd will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:03.586195 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Transition to ACTIVE for port object da90efaa-04dd-4258-b1f8-3483837049dd will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:03.610259 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.636767 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:03.681328 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:03.689818 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:03.696615 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:03.744207 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.873533 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.913934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Attempting to bind port da90efaa-04dd-4258-b1f8-3483837049dd on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:03.914314 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Attempting to bind port da90efaa-04dd-4258-b1f8-3483837049dd by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:03.914688 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Attempting to bind port da90efaa-04dd-4258-b1f8-3483837049dd on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:03.920725 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Pushing event updated for resources: {'Port': ['ID=da90efaa-04dd-4258-b1f8-3483837049dd,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:03.924557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:03.927327 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:03.927711 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Checking segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:03.928222 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.928630 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Bound using segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:03.929149 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Bound port: da90efaa-04dd-4258-b1f8-3483837049dd, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:03.929533 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.947593 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:03.988954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.031977 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d87fe034-2b6b-476a-9142-0d05b41b444c tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:04.078360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] For port da90efaa-04dd-4258-b1f8-3483837049dd, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:04.082497 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] For port da90efaa-04dd-4258-b1f8-3483837049dd, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=da90efaa-04dd-4258-b1f8-3483837049dd,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:04.089803 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.092954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42310) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:04.095309 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:04.101825 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Allocated IP 172.27.1.79 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/778bbb1e-9f0d-4e24-aa5d-850c341feac3) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:04.153589 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Pushing event updated for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:04.156802 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.164070 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:04.195847 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Pushing event updated for resources: {'Port': ['ID=da90efaa-04dd-4258-b1f8-3483837049dd,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:04.200512 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:04.315236 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.381426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.399598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:04.437237 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:04.445689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:04.469851 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:04.557778 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.581022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-3e43905f-c787-425a-8d3f-1848b43ec216 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:04.582745 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-3e43905f-c787-425a-8d3f-1848b43ec216 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.8723300
Jul 09 18:51:04.605955 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:04.609577 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ec0358a193426c96105efd7b06d70f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:04.613343 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:04.621176 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:04.640426 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-6201ca70-f227-44a1-959a-81a943fac055 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/quotas/73ef6ceb67544a6fa4fe6b3814dc665f HTTP/1.1" status: 200  len: 375 time: 0.0441542
Jul 09 18:51:04.643284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Pushing event updated for resources: {'Port': ['ID=778bbb1e-9f0d-4e24-aa5d-850c341feac3,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:04.648076 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:04.769642 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3c03681f-15cc-4718-9cd5-35b5032552c7 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:04.895983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 3c03681f-15cc-4718-9cd5-35b5032552c7 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:04.904689 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 3c03681f-15cc-4718-9cd5-35b5032552c7 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:04.905080 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:04.936208 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf1b3a-1d9e-48aa-8dfc-4aa78763b475 req-fd5531e9-376f-44ef-acb3-bf4035fcad80 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:04.937924 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-73cf1b3a-1d9e-48aa-8dfc-4aa78763b475 req-fd5531e9-376f-44ef-acb3-bf4035fcad80 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.4583941
Jul 09 18:51:04.939959 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:04.952190 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:04.961028 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.043509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.057002 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.061424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.069286 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:05.088098 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:05.099141 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3c03681f-15cc-4718-9cd5-35b5032552c7,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:05.103664 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.110190 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:05.151476 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-73cf1b3a-1d9e-48aa-8dfc-4aa78763b475 req-18a5809b-3d2b-4ec9-b690-dcd7692b3e9a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2047741
Jul 09 18:51:05.196410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:05.199881 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:05.306676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf9c65a-56cf-4d96-b9e2-1c56961e973c,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:05.314634 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4ec0358a193426c96105efd7b06d70f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2203519
Jul 09 18:51:05.321005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42328) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:05.323998 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-e3ebcd68-ade3-41ca-b4e9-7c7e68d2e69d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6740837
Jul 09 18:51:05.328072 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:05.342956 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-33d165a2-13cd-420c-afb4-47520a78ea0f None None] Provisioning complete for port badd5c28-62da-4760-b435-4207fcb8bf01 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:05.343415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-33d165a2-13cd-420c-afb4-47520a78ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.412250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Router 2c19d226-fd9a-44c4-8130-a3340cfd1cff has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:51:05.419909 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-33d165a2-13cd-420c-afb4-47520a78ea0f None None] Port badd5c28-62da-4760-b435-4207fcb8bf01 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:05.509620 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device da90efaa-04dd-4258-b1f8-3483837049dd up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:05.517796 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.545832 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.565834 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.603514 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port da90efaa-04dd-4258-b1f8-3483837049dd completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:05.617914 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:05.710424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.723398 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:05.729149 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:05.729530 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.745345 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-f52119f2-3925-4909-9fb7-a57016b7ff5f service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3836462
Jul 09 18:51:05.755933 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dccb34-e436-488e-af9c-65fe54af007c req-67b6af52-4a90-4598-b69f-b5495342a95f tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:05.757448 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43dccb34-e436-488e-af9c-65fe54af007c req-67b6af52-4a90-4598-b69f-b5495342a95f tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 950 time: 0.4307730
Jul 09 18:51:05.776487 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6a02987c-2d6e-47e3-92f8-d7b7d054aa14 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:05.815303 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf9c65a-56cf-4d96-b9e2-1c56961e973c,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:05.822462 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:05.849760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:05.853499 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdf9c65a-56cf-4d96-b9e2-1c56961e973c HTTP/1.1" status: 204  len: 168 time: 0.5313790
Jul 09 18:51:05.894198 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:05.941606 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43dccb34-e436-488e-af9c-65fe54af007c req-a850ffd3-ab8f-40c5-94c0-9fd3e2b30b9d tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573863
Jul 09 18:51:05.958296 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:51:05.978848 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] 10.222.0.20 "PUT /v2.0/routers/2c19d226-fd9a-44c4-8130-a3340cfd1cff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6506453
Jul 09 18:51:06.001872 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:06.018547 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-9124d50f-fa62-4b1a-8560-e9e2bd802713 service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2597258
Jul 09 18:51:06.020313 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Sync routers for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:06.100142 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:06.116577 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c1afa0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:06.258607 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedf0f3-0d25-4fc1-bcd9-a57231d050b5 None None] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:06.308980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:06.323727 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:06.343407 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:06.344241 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e7a6a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:06.365037 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7', 'code': 200}
Jul 09 18:51:06.381609 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:06.383105 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.0859225
Jul 09 18:51:06.385975 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42348) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:06.511865 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:06.587506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42358) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:06.599178 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-855175cb-20fb-491d-8b3e-3ede4739ef0a req-7b4a2559-b93e-406d-b75c-84997041a6b6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 210 time: 0.2451737
Jul 09 18:51:06.611242 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:06.620871 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:06.734852 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:06.771646 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Provisioning for port da90efaa-04dd-4258-b1f8-3483837049dd completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:06.832710 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41f787-2b37-40b8-8fb9-7e1a5a5d2e03 req-f7776a94-3e5e-40fa-b1ff-e3b085fcdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:06.834893 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af41f787-2b37-40b8-8fb9-7e1a5a5d2e03 req-f7776a94-3e5e-40fa-b1ff-e3b085fcdfc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 1103 time: 0.2235548
Jul 09 18:51:06.846165 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32415-f19f-4f9b-ab57-dce4675f50db req-76e54350-90db-491e-8358-97614276b2b9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:06.856050 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87b32415-f19f-4f9b-ab57-dce4675f50db req-76e54350-90db-491e-8358-97614276b2b9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3963506
Jul 09 18:51:06.950077 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87b32415-f19f-4f9b-ab57-dce4675f50db req-f807f4f8-04cc-46be-b446-a1df1e8d1a77 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928190
Jul 09 18:51:06.965426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:06.968978 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af41f787-2b37-40b8-8fb9-7e1a5a5d2e03 req-3b6475df-7cee-4813-84e1-0fc48434c023 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102390
Jul 09 18:51:07.033912 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Provisioning complete for port da90efaa-04dd-4258-b1f8-3483837049dd triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:07.033912 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.165741 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-35c2c0bf-8311-45f4-8df6-4d2d9744e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.241681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:07.247201 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Usage tracker for resource:security_group_rule and tenant:1d0b483528054904970db1324e414a33 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:07.250551 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:07.258898 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:07.290300 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42384) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:07.311651 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2126032325-network', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:07.346778 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:07.347843 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e7a6a0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:04Z', 'revision_number': 3, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:07.351563 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:07.352197 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:07.352608 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Updating router 627ec21f-a857-40ec-8d4a-ff8818f6d426 port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:07.355916 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Usage tracker for resource:network and tenant:440c6171ea564f039ed98968bfaf3b40 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:07.369927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:07.377882 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:07.408921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c95adf-539b-4fe8-88b2-550ff0d63aca req-e181ce73-4714-4de4-9b5a-e2c420991cd2 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:07.416325 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b0c95adf-539b-4fe8-88b2-550ff0d63aca req-e181ce73-4714-4de4-9b5a-e2c420991cd2 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 950 time: 0.2456682
Jul 09 18:51:07.419455 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Made reservation on behalf of 440c6171ea564f039ed98968bfaf3b40 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:07.421795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.558214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.580321 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:07.589784 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.592846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Usage tracker for resource:security_group_rule and tenant:440c6171ea564f039ed98968bfaf3b40 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:07.598423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:07.609032 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:07.661271 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b0c95adf-539b-4fe8-88b2-550ff0d63aca req-0030d4e3-9bb8-458f-8983-7e49bb570ada tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2438102
Jul 09 18:51:07.703723 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.791059 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.821625 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:07.830556 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d0b483528054904970db1324e414a33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2409673
Jul 09 18:51:07.836277 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42390) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:07.862997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800dd4da-8306-49e6-8f37-ed6fdd939d9e,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:07.866221 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-12eee495-af41-4de4-b9c5-3d5e25f1f4e2 req-d644c496-eb2e-434a-bd54-c3d847b3085f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 210 time: 0.0733731
Jul 09 18:51:07.874606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.893391 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.897606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:07.903222 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1a704c2f-be94-400f-a370-8255689df6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:07.960177 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:51:07.985530 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127c0418-64f8-4ef4-b3a0-8e9b0862ab05,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:07.993829 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:07.998302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:07.998897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.000648 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:08.002357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.002788 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Added segment 3f09aa8f-04e7-4177-882a-721dc92539b0 of type vlan for network 0050e585-edf7-495a-b098-e4378beaa978
Jul 09 18:51:08.009082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.388s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:08.055284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.109730 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.114279 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.230662 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.245237 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Transition to ACTIVE for port object 778bbb1e-9f0d-4e24-aa5d-850c341feac3 will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:08.254139 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.260319 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-86b5c98f-e411-47ce-809c-3ef0c49f514c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.282243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Allocated IP 172.20.0.1 (16dfac12-319e-4e2d-926d-5b0fb372c5f2/1e338d88-813d-4502-ad0e-bd7b34870a61/b8813876-58b1-4009-b1b8-6c8a0f9410c9) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:08.354404 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59132158-5ee8-464d-8ef6-7dbfaf62cba0 None None] Pushing event updated for resources: {'Port': ['ID=778bbb1e-9f0d-4e24-aa5d-850c341feac3,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:08.358850 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-59132158-5ee8-464d-8ef6-7dbfaf62cba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:08.361017 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Attempting to bind port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:08.361321 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Attempting to bind port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:08.361683 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Attempting to bind port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:08.370604 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:08.370981 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:08.371386 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.371825 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:08.372297 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Bound port: 778bbb1e-9f0d-4e24-aa5d-850c341feac3, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:08.372703 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.422087 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.495593 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] For port 778bbb1e-9f0d-4e24-aa5d-850c341feac3, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:08.504864 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] For port 778bbb1e-9f0d-4e24-aa5d-850c341feac3, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=778bbb1e-9f0d-4e24-aa5d-850c341feac3,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:08.516656 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.524447 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.573737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.583017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:08.583799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.590617 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.611997 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0f0878c6-4425-477b-adaf-7969e9eefc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.630741 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Transition to ACTIVE for port object b8813876-58b1-4009-b1b8-6c8a0f9410c9 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:08.638661 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] For port da90efaa-04dd-4258-b1f8-3483837049dd, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=da90efaa-04dd-4258-b1f8-3483837049dd,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:08.655942 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.657417 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.666037 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.678843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.686250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d3649d0b-09f9-4f3f-b909-30d5fdf18cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.694307 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:08.694953 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e7a6a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:50:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:08.736431 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c1afa0>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 2, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:08.775641 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:08.780914 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:08.784493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:08.800209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Checking router: 2c19d226-fd9a-44c4-8130-a3340cfd1cff for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:08.800209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Updating router 2c19d226-fd9a-44c4-8130-a3340cfd1cff port badd5c28-62da-4760-b435-4207fcb8bf01 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:08.841356 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Pushing event updated for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:08.857852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0050e585-edf7-495a-b098-e4378beaa978,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:08.861408 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:08.866372 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/800dd4da-8306-49e6-8f37-ed6fdd939d9e HTTP/1.1" status: 204  len: 168 time: 1.0226936
Jul 09 18:51:08.876191 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:08.885693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:08.891268 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5986505
Jul 09 18:51:08.893413 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:08.896365 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42408) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:08.905969 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 0050e585-edf7-495a-b098-e4378beaa978 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:51:08.930683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Request body: {'subnet': {'network_id': '0050e585-edf7-495a-b098-e4378beaa978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2126032325-subnet', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:08.931352 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:08.943892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:08.954952 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Usage tracker for resource:subnet and tenant:440c6171ea564f039ed98968bfaf3b40 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:08.974448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:09.031968 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800dd4da-8306-49e6-8f37-ed6fdd939d9e,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:09.045472 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:09.051838 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.053537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-86924dac-8029-48a5-87ba-65d5050e53b1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:09.058703 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-86924dac-8029-48a5-87ba-65d5050e53b1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.7551475
Jul 09 18:51:09.081847 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:09.084776 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Pushing event updated for resources: {'Port': ['ID=da90efaa-04dd-4258-b1f8-3483837049dd,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:09.094654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Made reservation on behalf of 440c6171ea564f039ed98968bfaf3b40 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:09.100307 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.113043 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Request body: {'port': {'device_id': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'admin_state_up': True, 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:09.114263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:09.152029 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e74ff-a754-416d-86c2-6fdfe3e5e8d6 req-6d4cf3f7-67a2-4217-9857-c79959e098d7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:09.165602 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7e2e74ff-a754-416d-86c2-6fdfe3e5e8d6 req-6d4cf3f7-67a2-4217-9857-c79959e098d7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.9523709
Jul 09 18:51:09.238343 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a4ed6af6-c8c1-4f3f-9245-03659199ec75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.382309 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59132158-5ee8-464d-8ef6-7dbfaf62cba0 None None] Pushing event updated for resources: {'Port': ['ID=778bbb1e-9f0d-4e24-aa5d-850c341feac3,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:09.398024 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-59132158-5ee8-464d-8ef6-7dbfaf62cba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:09.439182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.518465 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device da90efaa-04dd-4258-b1f8-3483837049dd up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:09.575144 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7e2e74ff-a754-416d-86c2-6fdfe3e5e8d6 req-395ea5a1-77d8-4f6b-9439-5d91181b0e21 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4050872
Jul 09 18:51:09.683494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.721543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fb3350df-9eda-49b6-9173-525fccab55e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:09.729483 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594649e2-79cf-453a-a2a1-b177cf2f9a44 req-9134943c-2797-4c9c-a7f5-460c62c7020c tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:09.738214 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-594649e2-79cf-453a-a2a1-b177cf2f9a44 req-9134943c-2797-4c9c-a7f5-460c62c7020c tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 950 time: 0.8314984
Jul 09 18:51:09.774316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:09.791231 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Usage tracker for resource:port and tenant:73ef6ceb67544a6fa4fe6b3814dc665f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:09.799270 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:09.800781 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e7a6a0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:04Z', 'revision_number': 3, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:09.813309 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:09.816600 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627df76-c85d-4bd8-8726-12a5fabb36ee None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:04Z', 'revision_number': 3, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:09.827121 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-594649e2-79cf-453a-a2a1-b177cf2f9a44 req-5ec5598b-ec5b-414a-aa40-274a849db6bb tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879934
Jul 09 18:51:09.840445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:09.847275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:09.927489 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-43e33cd3-af75-4db8-8cb7-2742e665348a None None] Provisioning complete for port da90efaa-04dd-4258-b1f8-3483837049dd triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:09.927870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-43e33cd3-af75-4db8-8cb7-2742e665348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.030364 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e722fc7-718a-4c8f-b175-479fdd56f7f4,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:10.073652 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:10.204699 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.208289 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port da90efaa-04dd-4258-b1f8-3483837049dd triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:10.208861 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.242443 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0cbdbdbd-132b-4b51-96be-cc04382d0d1a req-e35c6bc4-6657-4b57-8ec4-d84e46c637aa tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 210 time: 0.0732200
Jul 09 18:51:10.255159 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.296356 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Allocated IP 172.20.0.11 (a8d1f3e9-0e7d-4c57-b71b-459a7add5c98/fdb218b2-a591-4365-a402-a23bd4366872/e1580b14-dfa2-4513-b3e5-87667b0e0d22) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:10.372518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Checking segment: {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:10.372904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Network hostable DHCP agents. Network: 0050e585-edf7-495a-b098-e4378beaa978, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:51:10.555973 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Network 0050e585-edf7-495a-b098-e4378beaa978 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:51:10.558874 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.resource_extend [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:51:10.578607 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 0050e585-edf7-495a-b098-e4378beaa978) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:10.584909 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:10.585728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.592954 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563df4f-125e-4202-b100-4b33485b7521 None None] Network 0050e585-edf7-495a-b098-e4378beaa978 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:10.621270 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.645068 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f2506d48-4dcf-422e-861a-e8131e327f54 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7446656
Jul 09 18:51:10.646796 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42442) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:10.660773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:10.683469 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:10.696928 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Usage tracker for resource:router and tenant:440c6171ea564f039ed98968bfaf3b40 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:10.710039 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:10.730016 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:10.770658 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.772061 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.785339 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.787174 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.794983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.827577 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:10.861913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:10.871517 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042', 'd653aa1c-9129-4961-877d-a812f4764ec5'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:10.958680 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:10.974151 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Pushing event updated for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:10.978935 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:11.099639 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.108149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:11.118459 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.124086 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-62a992e8-32bf-45e1-9634-b059dc2dec04 None None] Provisioning for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:11.210405 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:11.214280 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:11.216045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:11.222676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:11.241317 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-62a992e8-32bf-45e1-9634-b059dc2dec04 None None] Provisioning complete for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:11.242670 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-62a992e8-32bf-45e1-9634-b059dc2dec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.313940 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Transition to ACTIVE for port object badd5c28-62da-4760-b435-4207fcb8bf01 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:11.351432 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:11.406856 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.446051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:11.561689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:51:11.566076 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event updated for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:11.571838 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:11.608866 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:11.608866 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.724573 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-62a992e8-32bf-45e1-9634-b059dc2dec04 None None] Port b8813876-58b1-4009-b1b8-6c8a0f9410c9 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:11.793847 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:11.851984 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Pushing event updated for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:11.858838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:11.867169 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] 10.222.0.20 "PUT /v2.0/routers/627ec21f-a857-40ec-8d4a-ff8818f6d426/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4801760
Jul 09 18:51:11.900430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b3cfe-6498-47ee-a244-b98a07b5cf1a req-50064254-586b-4c05-883f-b1b5d84a2b70 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:11.903027 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f82b3cfe-6498-47ee-a244-b98a07b5cf1a req-50064254-586b-4c05-883f-b1b5d84a2b70 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.8881865
Jul 09 18:51:11.932526 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:12.002043 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9178634
Jul 09 18:51:12.033634 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Request body: {'port': {'device_id': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:12.113959 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-0050e585-edf7-495a-b098-e4378beaa978', 'network_id': '0050e585-edf7-495a-b098-e4378beaa978', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'fixed_ips': [{'subnet_id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:51:12.114801 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.137064 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.157744 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c97d8e-645e-459c-8a44-3c2079501e24 req-d9ed9e1d-0069-4bc2-826b-23a91c84e4e5 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:12.159830 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b1c97d8e-645e-459c-8a44-3c2079501e24 req-d9ed9e1d-0069-4bc2-826b-23a91c84e4e5 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 950 time: 0.6776745
Jul 09 18:51:12.181357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-495204b4-4d97-4ae3-8bda-d22303410e92 None None] Provisioning complete for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:12.181796 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-495204b4-4d97-4ae3-8bda-d22303410e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.233047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Attempting to bind port badd5c28-62da-4760-b435-4207fcb8bf01 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:12.233429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Attempting to bind port badd5c28-62da-4760-b435-4207fcb8bf01 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:12.233799 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Attempting to bind port badd5c28-62da-4760-b435-4207fcb8bf01 on network d89ee3ba-ec24-4307-8a94-1f04a03f5291 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:12.251614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:12.252261 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.281811 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f82b3cfe-6498-47ee-a244-b98a07b5cf1a req-b3200265-d61b-485d-b193-df9f6baf798b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151772
Jul 09 18:51:12.339489 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:12.339873 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Checking segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:12.340288 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.340725 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Bound using segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:12.341257 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Bound port: badd5c28-62da-4760-b435-4207fcb8bf01, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:12.341640 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.366258 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b1c97d8e-645e-459c-8a44-3c2079501e24 req-45512b41-79ff-4c2a-913e-6d878e2c6fca tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/security-groups?id=92d11632-a858-43bc-bfb7-d074e2689894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877270
Jul 09 18:51:12.373512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:12.402265 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-495204b4-4d97-4ae3-8bda-d22303410e92 None None] Port b8813876-58b1-4009-b1b8-6c8a0f9410c9 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:12.579019 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:12.686332 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:12.686968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407d6e730>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:12.818431 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] For port badd5c28-62da-4760-b435-4207fcb8bf01, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:12.839670 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Allocated IP 172.20.0.2 (0050e585-edf7-495a-b098-e4378beaa978/7e722fc7-718a-4c8f-b175-479fdd56f7f4/b8383d2a-7247-4b82-8fc8-ca15aed8d583) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:12.947459 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] For port badd5c28-62da-4760-b435-4207fcb8bf01, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=badd5c28-62da-4760-b435-4207fcb8bf01,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:13.038722 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.059399 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:13.177379 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-1bbadf97-1dba-4a48-bd1f-f639b3097280 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:13.178082 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-1bbadf97-1dba-4a48-bd1f-f639b3097280 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Synchronizing usage tracker for tenant:ed93c5d8577d4d50ac705036afbf1ff4 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:13.201866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-1bbadf97-1dba-4a48-bd1f-f639b3097280 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Unset dirty status for tenant:ed93c5d8577d4d50ac705036afbf1ff4 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:13.203027 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-1bbadf97-1dba-4a48-bd1f-f639b3097280 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.15 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 950 time: 0.2207253
Jul 09 18:51:13.213205 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 778bbb1e-9f0d-4e24-aa5d-850c341feac3 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:13.242037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1580b14-dfa2-4513-b3e5-87667b0e0d22 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:13.260915 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.294996 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Transition to ACTIVE for port object e1580b14-dfa2-4513-b3e5-87667b0e0d22 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:13.341811 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Deleting port 3c03681f-15cc-4718-9cd5-35b5032552c7 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:51:13.342408 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.342893 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.370803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4cfe2a27-9618-4cfb-b4b0-ba5600909545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:13.432883 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:13.461003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42492) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:13.464209 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:13.471034 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:13.479124 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279385531', 'description': 'tempest-description--1781952616'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:13.485755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:13.491098 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:13.494279 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:13.500779 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:13.532606 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Pushing event updated for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:13.537473 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:13.538164 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c1afa0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:13.629974 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:13.708795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.732411 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.764127 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd261622-9e42-4dbf-b062-d8856cd8c290 req-91843e42-d070-43d3-876b-37bb86d619ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:13.764966 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-fd261622-9e42-4dbf-b062-d8856cd8c290 req-91843e42-d070-43d3-876b-37bb86d619ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:13.814964 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.833149 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] For port 3c03681f-15cc-4718-9cd5-35b5032552c7, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3c03681f-15cc-4718-9cd5-35b5032552c7,segment=NetworkSegment(4abd3897-00a4-42cf-8426-e6bda127131c),segment_id=4abd3897-00a4-42cf-8426-e6bda127131c)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:13.833521 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.888464 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:13.914118 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:13.966724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:13.969197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-fd261622-9e42-4dbf-b062-d8856cd8c290 req-91843e42-d070-43d3-876b-37bb86d619ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:13.970350 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd261622-9e42-4dbf-b062-d8856cd8c290 req-91843e42-d070-43d3-876b-37bb86d619ea tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 932 time: 1.3846598
Jul 09 18:51:13.971111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:13.989158 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:13.989538 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:13.991728 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:13.995221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Calling delete_port for 3c03681f-15cc-4718-9cd5-35b5032552c7 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:51:14.136292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.139628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:14.149954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Attempting to bind port e1580b14-dfa2-4513-b3e5-87667b0e0d22 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:14.150307 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Attempting to bind port e1580b14-dfa2-4513-b3e5-87667b0e0d22 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:14.150618 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Attempting to bind port e1580b14-dfa2-4513-b3e5-87667b0e0d22 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:14.160859 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd261622-9e42-4dbf-b062-d8856cd8c290 req-6309dd16-5900-48d1-aa0d-f5f68eba55e6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736214
Jul 09 18:51:14.171192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Port e1580b14-dfa2-4513-b3e5-87667b0e0d22 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:51:14.171590 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Attempting to bind port e1580b14-dfa2-4513-b3e5-87667b0e0d22 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:14.194926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ff73-4c77-4a02-8b2a-835e1b7729c7 req-be521524-6240-4d2f-a778-ca8d589e421e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:14.201752 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e313ff73-4c77-4a02-8b2a-835e1b7729c7 req-be521524-6240-4d2f-a778-ca8d589e421e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.4993193
Jul 09 18:51:14.212324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:14.212661 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Checking segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:14.213067 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Bound using segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:14.213502 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Bound port: e1580b14-dfa2-4513-b3e5-87667b0e0d22, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:14.213842 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.232315 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Transition to ACTIVE for port object b8383d2a-7247-4b82-8fc8-ca15aed8d583 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:14.246346 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Allocated IP 172.27.1.99 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/9607de44-7d45-48f0-b23c-8b5f10edfe0f) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:14.358543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.375869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:14.441354 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['3c03681f-15cc-4718-9cd5-35b5032552c7'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:14.463287 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.475127 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Transition to ACTIVE for port object b8383d2a-7247-4b82-8fc8-ca15aed8d583 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:14.524506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Pushing event deleted for resources: {'Port': ['ID=3c03681f-15cc-4718-9cd5-35b5032552c7,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:14.527210 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:14.547519 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.556249 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e313ff73-4c77-4a02-8b2a-835e1b7729c7 req-b3ef124d-1ee6-4b0d-bf99-0c6b95e08c01 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3535645
Jul 09 18:51:14.583143 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] No DVR routers for this DVR port 3c03681f-15cc-4718-9cd5-35b5032552c7 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:51:14.586679 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.595853 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.598771 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'name': 'network-vif-deleted', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:14.607194 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-9a96c1e6-b341-49db-993e-cbcb4ffa0a70 req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.15 "DELETE /v2.0/ports/3c03681f-15cc-4718-9cd5-35b5032552c7 HTTP/1.1" status: 204  len: 173 time: 1.3938897
Jul 09 18:51:14.616512 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92fd102a-1ae3-45ae-be6e-bce09e5313f0 req-50d5954e-897d-4a7f-83e8-3f0f7290cacb tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 210 time: 0.2906985
Jul 09 18:51:14.629902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:14.639825 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:14.728486 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b2c0ec-1a72-467f-8048-33fef8058008', 'name': 'network-vif-deleted', 'tag': '3c03681f-15cc-4718-9cd5-35b5032552c7', 'status': 'completed', 'code': 200}
Jul 09 18:51:14.771016 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.796661 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Network 0050e585-edf7-495a-b098-e4378beaa978 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:14.807559 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:14.818998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:14.826890 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.832833 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3656890
Jul 09 18:51:14.833315 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42506) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:14.833686 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Pushing event updated for resources: {'Port': ['ID=b8383d2a-7247-4b82-8fc8-ca15aed8d583,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:14.836377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:14.838621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfec0f41-ce2d-4ddc-8542-03380fb7868f,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:14.840222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group_rule': {'security_group_id': 'dfec0f41-ce2d-4ddc-8542-03380fb7868f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:14.844536 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:14.855311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:14.865041 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:14.868544 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:14.870929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:14.875279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:14.881801 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.884062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:14.909473 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.928716 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:14.952817 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 778bbb1e-9f0d-4e24-aa5d-850c341feac3, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=778bbb1e-9f0d-4e24-aa5d-850c341feac3,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:14.971991 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:14.994835 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.001069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.007036 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.011549 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:15.011979 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9662794d-851a-4a91-a16c-66c53ec29ee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:15.019360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:15.019757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.021141 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1580b14-dfa2-4513-b3e5-87667b0e0d22 HTTP/1.1" status: 200  len: 1094 time: 2.9950798
Jul 09 18:51:15.021785 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:15.041362 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31017ee-e317-41be-b283-80d68c607ae9,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.048742 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.049283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.059882 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.061412 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.063338 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.067567 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:15.068978 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c921b4b6-f29e-4246-877d-92f9ca434a7f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2344332
Jul 09 18:51:15.071749 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42514) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:15.082374 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group_rule': {'security_group_id': 'dfec0f41-ce2d-4ddc-8542-03380fb7868f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:15.090156 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:15.095703 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:15.100653 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:15.108140 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:15.131571 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.158256 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', 'status': 'completed', 'code': 200}
Jul 09 18:51:15.190145 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:15.194392 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Attempting to bind port b8383d2a-7247-4b82-8fc8-ca15aed8d583 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:15.194773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Attempting to bind port b8383d2a-7247-4b82-8fc8-ca15aed8d583 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:15.195150 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Attempting to bind port b8383d2a-7247-4b82-8fc8-ca15aed8d583 on network 0050e585-edf7-495a-b098-e4378beaa978 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:15.197196 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:15.198993 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407d6e730>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 2, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:15.203172 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:15.215400 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.219625 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:15.220086 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Checking segment: {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:15.220572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.221106 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Bound using segment: {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:15.222271 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Bound port: b8383d2a-7247-4b82-8fc8-ca15aed8d583, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:15.222819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.228707 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Pushing event updated for resources: {'Port': ['ID=9607de44-7d45-48f0-b23c-8b5f10edfe0f,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.232415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:15.232890 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Updating router 627ec21f-a857-40ec-8d4a-ff8818f6d426 port b8813876-58b1-4009-b1b8-6c8a0f9410c9 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:15.240993 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.242241 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.243121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:15.306054 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=778bbb1e-9f0d-4e24-aa5d-850c341feac3,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.310307 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.313792 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2406340
Jul 09 18:51:15.318219 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42520) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:15.324890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:15.329743 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2108bc9-d1e4-47d4-9eff-ef64b45c1117,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.334164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.336458 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:15.340628 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:floatingip and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:15.343932 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.344225 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:15.351303 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:15.363032 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.378096 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.428872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-993dc347-0693-4d52-8797-9f3ea61d5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:15.430456 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-993dc347-0693-4d52-8797-9f3ea61d5845 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 1097 time: 0.3296909
Jul 09 18:51:15.472114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] For port b8383d2a-7247-4b82-8fc8-ca15aed8d583, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:15.478894 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] For port b8383d2a-7247-4b82-8fc8-ca15aed8d583, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8383d2a-7247-4b82-8fc8-ca15aed8d583,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:15.483609 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c1afa0>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:12Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:15.490649 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.497127 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5cdc794b-5935-4439-9923-21ae093beba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:15.517003 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:15.570526 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ab980-d778-48a3-b9d3-877bda705573 None None] The sync data for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi is: [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:12Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:15.720650 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Pushing event updated for resources: {'Port': ['ID=b8383d2a-7247-4b82-8fc8-ca15aed8d583,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:15.733599 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:15.783100 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715a4f-2178-441f-8043-955f1df0ca49 req-66180e47-2f8b-4df3-a760-cfe37017bc56 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:15.789960 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Allocated IP 172.27.1.29 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/f036810e-10cc-4d55-a0e0-97541b594fae) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:15.791857 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fa715a4f-2178-441f-8043-955f1df0ca49 req-66180e47-2f8b-4df3-a760-cfe37017bc56 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.4702258
Jul 09 18:51:15.868271 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fa715a4f-2178-441f-8043-955f1df0ca49 req-3ce73522-9789-46ac-8627-dfc5b7175bc3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752935
Jul 09 18:51:16.060291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.106951 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.131005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.139148 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:16.139569 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Transition to ACTIVE for port object b8813876-58b1-4009-b1b8-6c8a0f9410c9 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:16.161823 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.166139 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:16.249362 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:16.252603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:16.258199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:16.305905 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=f036810e-10cc-4d55-a0e0-97541b594fae,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:16.310695 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:16.389740 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e27d5919-d2d2-44e3-b5b6-fe9440281681 req-6ac5c84a-0a98-48da-82cb-1499100f6b1b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 210 time: 0.0937302
Jul 09 18:51:16.398998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Pushing event updated for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:16.404842 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:16.477082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.508567 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.558010 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Attempting to bind port b8813876-58b1-4009-b1b8-6c8a0f9410c9 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:16.558547 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Attempting to bind port b8813876-58b1-4009-b1b8-6c8a0f9410c9 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:16.558761 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Attempting to bind port b8813876-58b1-4009-b1b8-6c8a0f9410c9 on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:16.564708 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:16.566035 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Checking segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:16.566870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.567427 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Bound using segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:16.568053 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Bound port: b8813876-58b1-4009-b1b8-6c8a0f9410c9, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:16.568615 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.633952 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.747478 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] For port b8813876-58b1-4009-b1b8-6c8a0f9410c9, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:16.748978 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2aec-1ea3-40b3-993a-263351db4314 req-88bec8fc-94a7-4f43-8976-6da649572299 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:16.750612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9ffa2aec-1ea3-40b3-993a-263351db4314 req-88bec8fc-94a7-4f43-8976-6da649572299 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.9321456
Jul 09 18:51:16.758865 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] For port b8813876-58b1-4009-b1b8-6c8a0f9410c9, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8813876-58b1-4009-b1b8-6c8a0f9410c9,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:16.769024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:16.776634 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:16.830484 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9ffa2aec-1ea3-40b3-993a-263351db4314 req-f280e86e-c309-47b3-a5fb-48d2a2c75eae tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652640
Jul 09 18:51:16.999819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:17.000654 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407d6e730>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:17.148169 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Pushing event updated for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:17.156847 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:17.198932 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.209637 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.214271 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:17.281663 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21193b5-7d27-44b7-8a85-897066e93a87 None None] Network 0050e585-edf7-495a-b098-e4378beaa978 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:17.330614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3c03681f-15cc-4718-9cd5-35b5032552c7 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:51:17.389158 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.430446 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=f036810e-10cc-4d55-a0e0-97541b594fae,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:17.433548 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:17.438938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.445114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 3c03681f-15cc-4718-9cd5-35b5032552c7 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:51:17.445689 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3c03681f-15cc-4718-9cd5-35b5032552c7 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:51:17.447307 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 778bbb1e-9f0d-4e24-aa5d-850c341feac3 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:17.476455 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.485269 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1587253
Jul 09 18:51:17.485438 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-067a18a2-97f7-4534-b673-249305b2480f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22 HTTP/1.1" status: 200  len: 217 time: 0.1803613
Jul 09 18:51:17.531935 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8ea39762-6cbc-457b-9b8d-3b33c687ae2a None None] Provisioning for port b8383d2a-7247-4b82-8fc8-ca15aed8d583 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:17.576312 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:17.585268 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870aeba-c162-4de5-b699-1ebb9399401b req-f1359605-2b34-4662-a31c-4df3bead509a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:17.586777 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c870aeba-c162-4de5-b699-1ebb9399401b req-f1359605-2b34-4662-a31c-4df3bead509a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.4185364
Jul 09 18:51:17.663672 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c870aeba-c162-4de5-b699-1ebb9399401b req-f807ef8e-2df9-40d5-a99e-2a5b944b308f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625229
Jul 09 18:51:17.704291 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Router 677d8c7b-f592-47a3-be06-7074f370e765 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:51:17.830327 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:17.830737 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.836360 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-227c6fdf-d49f-46cc-8813-e2a9853451cb req-d11574f8-e8eb-41b0-8b0e-a432cfbc26a3 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] 10.222.0.20 "GET /v2.0/ports?device_id=36b2c0ec-1a72-467f-8048-33fef8058008 HTTP/1.1" status: 200  len: 210 time: 0.0501225
Jul 09 18:51:17.941791 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:17.951708 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Sync routers for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:17.961539 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:17.962426 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9ba5b0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:17.967186 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:17.971112 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.3207791
Jul 09 18:51:17.972777 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42556) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:18.059243 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-801fcbf7-a03d-4235-9cfa-3184232a5a95 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:18.082108 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-801fcbf7-a03d-4235-9cfa-3184232a5a95 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:18.083951 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-801fcbf7-a03d-4235-9cfa-3184232a5a95 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1279385531&fields=id&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 267 time: 0.0725789
Jul 09 18:51:18.194790 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:18.269349 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8383d2a-7247-4b82-8fc8-ca15aed8d583 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:18.386230 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407d6e730>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:16Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:18.397002 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3769eb4-4bcc-45c8-bb40-dfcdf79a2e59 None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:16Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:18.414744 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port b8383d2a-7247-4b82-8fc8-ca15aed8d583 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:18.430378 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b8383d2a-7247-4b82-8fc8-ca15aed8d583 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:18.430993 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:18.770380 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:18.795911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-00ebb456-9bfe-4c55-bf1a-20fec2365761 None None] Provisioning complete for port b8383d2a-7247-4b82-8fc8-ca15aed8d583 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:18.796628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-00ebb456-9bfe-4c55-bf1a-20fec2365761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:18.802723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-f4d1bf94-32b6-4b69-8839-5f2382675f4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:18.809864 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-f4d1bf94-32b6-4b69-8839-5f2382675f4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 816 time: 0.7162910
Jul 09 18:51:18.838830 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-c069a258-acb2-4657-bd57-1ec68862faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:18.840306 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-c069a258-acb2-4657-bd57-1ec68862faa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.3346763
Jul 09 18:51:18.854410 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-c99db8ef-040a-4141-b731-199f68f2d7cf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/quotas/fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 375 time: 0.0434220
Jul 09 18:51:18.861705 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9ba5b0>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:15Z', 'revision_number': 3, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:18.867480 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Checking router: 677d8c7b-f592-47a3-be06-7074f370e765 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:18.868096 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Updating router 677d8c7b-f592-47a3-be06-7074f370e765 port 9607de44-7d45-48f0-b23c-8b5f10edfe0f binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:18.969753 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-2f980e00-5fd3-4af2-8be7-758f011b225f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1123469
Jul 09 18:51:18.970897 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.005098 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port b8383d2a-7247-4b82-8fc8-ca15aed8d583, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8383d2a-7247-4b82-8fc8-ca15aed8d583,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:19.024186 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.025176 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device badd5c28-62da-4760-b435-4207fcb8bf01 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:19.076283 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:19.172163 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=b8383d2a-7247-4b82-8fc8-ca15aed8d583,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:19.181148 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:19.214224 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.227928 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b97e9-7589-4441-9aaa-4f7068aea406 req-58e43aed-5d56-4b47-9fd8-bc8df31fe01a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:19.235788 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af4b97e9-7589-4441-9aaa-4f7068aea406 req-58e43aed-5d56-4b47-9fd8-bc8df31fe01a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.5043521
Jul 09 18:51:19.318747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port badd5c28-62da-4760-b435-4207fcb8bf01 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:19.344865 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-af4b97e9-7589-4441-9aaa-4f7068aea406 req-b0443705-49b8-4cd8-af20-20da21b8ceca tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081083
Jul 09 18:51:19.346657 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port badd5c28-62da-4760-b435-4207fcb8bf01 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:19.347429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.374706 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-9812bb9f-6301-44f9-be4f-9168664eb042 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4745321
Jul 09 18:51:19.385105 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-4b1bb159-e74a-4ad6-bee1-fd443cfa2e50 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3986802
Jul 09 18:51:19.543941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.605682 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.615047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port badd5c28-62da-4760-b435-4207fcb8bf01, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=badd5c28-62da-4760-b435-4207fcb8bf01,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:19.629822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.631744 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:19.635922 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Transition to ACTIVE for port object 9607de44-7d45-48f0-b23c-8b5f10edfe0f will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:19.645763 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.653263 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:19.698298 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Allocated IP 172.20.0.1 (0050e585-edf7-495a-b098-e4378beaa978/7e722fc7-718a-4c8f-b175-479fdd56f7f4/ca48fc71-64aa-4f58-aeb7-1a961391aca0) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:19.794341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:19.802279 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68700a25-cdd1-4b62-96e1-06ed01409d69 None None] Pushing event updated for resources: {'Port': ['ID=9607de44-7d45-48f0-b23c-8b5f10edfe0f,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:19.802279 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Attempting to bind port 9607de44-7d45-48f0-b23c-8b5f10edfe0f on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:19.802279 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Attempting to bind port 9607de44-7d45-48f0-b23c-8b5f10edfe0f by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:19.802279 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Attempting to bind port 9607de44-7d45-48f0-b23c-8b5f10edfe0f on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:19.805000 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:19.809496 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-68700a25-cdd1-4b62-96e1-06ed01409d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:19.818345 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:19.818729 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:19.819135 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.819530 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:19.820016 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Bound port: 9607de44-7d45-48f0-b23c-8b5f10edfe0f, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:19.820405 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:19.954918 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8383d2a-7247-4b82-8fc8-ca15aed8d583 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:20.011735 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] For port 9607de44-7d45-48f0-b23c-8b5f10edfe0f, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:20.017062 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] For port 9607de44-7d45-48f0-b23c-8b5f10edfe0f, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9607de44-7d45-48f0-b23c-8b5f10edfe0f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:20.026597 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.033464 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-8c0a300e-9296-4a4d-a15a-f28cad68513c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:20.064069 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-20c047b3-ff19-45a0-92e8-f06bb68cb9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6156218
Jul 09 18:51:20.068547 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-daa2f131-31c3-4f21-8c2c-82d44b36d459 req-f69497f2-d688-45af-96f9-ca5080dcce3b service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6788950
Jul 09 18:51:20.069668 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.116272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b8383d2a-7247-4b82-8fc8-ca15aed8d583 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:20.117035 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.163041 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Transition to ACTIVE for port object ca48fc71-64aa-4f58-aeb7-1a961391aca0 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:20.220947 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:20.221750 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9ba5b0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:20.255162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f9c-e99e-4b67-b0bb-59885c543b10 req-7a12519c-fe4b-481b-9924-b65bbb15d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:20.265343 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-eb357f9c-e99e-4b67-b0bb-59885c543b10 req-7a12519c-fe4b-481b-9924-b65bbb15d521 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1099 time: 0.1788099
Jul 09 18:51:20.270823 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.313660 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-95a3bba7-82c7-4243-a4db-5d24cbb6fc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:20.416734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add3ee9-49ae-4d20-8fb4-f33c6af47ed0 req-eb3376d7-86b3-427a-9d60-8d7f9496abdd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:20.419219 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5add3ee9-49ae-4d20-8fb4-f33c6af47ed0 req-eb3376d7-86b3-427a-9d60-8d7f9496abdd tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.8007154
Jul 09 18:51:20.445267 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8813876-58b1-4009-b1b8-6c8a0f9410c9 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:20.451321 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Network 0050e585-edf7-495a-b098-e4378beaa978 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:20.457171 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:20.464356 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:20.482909 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-15f5c627-5253-45b6-9a36-df2d9d574ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:20.484834 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-15f5c627-5253-45b6-9a36-df2d9d574ccb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 1097 time: 0.2742796
Jul 09 18:51:20.497052 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-f7cb76a1-9977-43bc-bbb2-6f8e472b23e0 service neutron] 10.222.0.20 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4320505
Jul 09 18:51:20.559865 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:20.573697 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:20.582188 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-eb357f9c-e99e-4b67-b0bb-59885c543b10 req-a3c50ac6-6c5a-4a85-a6ab-82d732a4a383 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695777
Jul 09 18:51:20.588647 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:20.590868 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.595137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:20.595137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.669136 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:20.706787 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5add3ee9-49ae-4d20-8fb4-f33c6af47ed0 req-19907d26-ff11-4f8e-9e49-154854a753a3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765989
Jul 09 18:51:20.804191 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-79a90a47-1b5e-4fed-b63d-a2aa360b2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:20.805129 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.808963 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-79a90a47-1b5e-4fed-b63d-a2aa360b2990 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 915 time: 0.3095217
Jul 09 18:51:20.838573 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:20.856281 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6a6ddede-2169-4b87-990e-cc377524fe90 None None] Provisioning for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:20.881012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6a6ddede-2169-4b87-990e-cc377524fe90 None None] Provisioning complete for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:20.881499 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddede-2169-4b87-990e-cc377524fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.047992 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port b8813876-58b1-4009-b1b8-6c8a0f9410c9, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8813876-58b1-4009-b1b8-6c8a0f9410c9,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:21.052622 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ddede-2169-4b87-990e-cc377524fe90 None None] Port ca48fc71-64aa-4f58-aeb7-1a961391aca0 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:21.063935 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.067557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:21.090853 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68700a25-cdd1-4b62-96e1-06ed01409d69 None None] Pushing event updated for resources: {'Port': ['ID=9607de44-7d45-48f0-b23c-8b5f10edfe0f,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:21.103509 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-68700a25-cdd1-4b62-96e1-06ed01409d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:21.209859 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9ba5b0>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:15Z', 'revision_number': 3, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:21.215660 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d9c91d-5969-465b-96bc-368a22f6cab9 None None] The sync data for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi is: [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:15Z', 'revision_number': 3, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:21.254091 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:21.264975 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:21.295423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3486db1-dfd3-47a2-9cda-349d692a4b11 req-b0af4219-048f-4cf0-87ff-97d5383d47f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:21.298387 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e3486db1-dfd3-47a2-9cda-349d692a4b11 req-b0af4219-048f-4cf0-87ff-97d5383d47f6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1688530
Jul 09 18:51:21.353621 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.360396 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.363070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e3486db1-dfd3-47a2-9cda-349d692a4b11 req-892a3c61-0ea8-42bd-8ac8-6df2434ca1c8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575330
Jul 09 18:51:21.434511 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:21.468618 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.569125 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6de02ec1-4dd4-4c4c-b0ee-1381ba3884e7 req-332bd882-b41a-4d91-afcb-2d1055541105 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.1141875
Jul 09 18:51:21.619051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:21.622240 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:21.677933 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Network 0050e585-edf7-495a-b098-e4378beaa978 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:21.679169 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:21.719108 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device badd5c28-62da-4760-b435-4207fcb8bf01 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:21.829774 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port badd5c28-62da-4760-b435-4207fcb8bf01 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:21.830711 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:21.892279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Router 677d8c7b-f592-47a3-be06-7074f370e765 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:51:22.031102 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-c461f127-7031-441d-a34b-34072d7c654e None None] Provisioning complete for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:22.031749 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c461f127-7031-441d-a34b-34072d7c654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:22.068282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f540a0-9636-439a-b8f4-d5859be22055 req-77e4eee5-7b9e-43e5-b9b8-aee33997c635 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:22.070051 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45f540a0-9636-439a-b8f4-d5859be22055 req-77e4eee5-7b9e-43e5-b9b8-aee33997c635 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.1866498
Jul 09 18:51:22.089126 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8813876-58b1-4009-b1b8-6c8a0f9410c9 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:22.193302 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45f540a0-9636-439a-b8f4-d5859be22055 req-6b45d7d9-7bae-486b-a371-96ac231d54c5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158781
Jul 09 18:51:22.194010 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-c461f127-7031-441d-a34b-34072d7c654e None None] Port ca48fc71-64aa-4f58-aeb7-1a961391aca0 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:22.218109 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:22.219463 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b8813876-58b1-4009-b1b8-6c8a0f9410c9 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:22.219780 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:22.240825 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] 10.222.0.20 "PUT /v2.0/routers/677d8c7b-f592-47a3-be06-7074f370e765/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2644343
Jul 09 18:51:22.579253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408f723-b493-455a-b4e5-4e89953b3c6f req-36a69a9a-9efc-40ac-9ad1-219cd4a9d334 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:22.580863 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b408f723-b493-455a-b4e5-4e89953b3c6f req-36a69a9a-9efc-40ac-9ad1-219cd4a9d334 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0955107
Jul 09 18:51:22.639864 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b408f723-b493-455a-b4e5-4e89953b3c6f req-d8015d52-af27-46bb-ae0b-f7fd8d04fa50 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507512
Jul 09 18:51:23.406266 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42810) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:23.412998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428144818', 'description': 'tempest-secgroup-smoke-428144818 description', 'project_id': '51125c648dcc4a42aaa3431a7851a826'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:23.419246 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:23.423326 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:23.427381 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:23.436140 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:23.448443 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.475243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:23.479374 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:23.482445 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:23.491278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:23.611172 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.615340 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.638585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:23.640972 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f35207a-3d65-4f64-98aa-d519ecbb7263 req-f94e18a2-30ad-4a41-860d-743739bb6881 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.1457078
Jul 09 18:51:23.650710 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Sync routers for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:23.675593 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:23.676724 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bc2100>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:23.690717 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d70cc45-e618-497d-8e01-5c77639508fd,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:23.694749 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:23.706950 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.710294 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3019388
Jul 09 18:51:23.713613 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42836) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:23.723163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:23.729643 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:23.734841 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:23.738645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:23.744958 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:23.803527 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.855193 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9607de44-7d45-48f0-b23c-8b5f10edfe0f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:23.890641 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18a490-aa3a-4f29-b490-62299897ea23 req-6db336e3-a402-47c4-ba67-afaa2f840d7a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:23.899633 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b18a490-aa3a-4f29-b490-62299897ea23 req-6db336e3-a402-47c4-ba67-afaa2f840d7a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.1330125
Jul 09 18:51:23.908439 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.913403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.937940 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:23.960997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784c9586-3071-45ae-9eb0-49e7573eba27,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:23.964061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:23.964846 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:23.966021 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2511580
Jul 09 18:51:23.968700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42846) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:23.977286 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:23.985449 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:23.992989 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:23.996161 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:23.999523 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b18a490-aa3a-4f29-b490-62299897ea23 req-4cc1cd16-0068-433e-8151-52dc04007de1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963094
Jul 09 18:51:24.006314 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:24.027804 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.067747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:24.106532 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.114716 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.133232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-69aa3d5b-3448-4c33-96c9-39ec5d586eb5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:24.149317 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92d8a98-d4b0-442d-b8d4-f03f2b48e055,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:24.152029 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:24.155098 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 9607de44-7d45-48f0-b23c-8b5f10edfe0f completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:24.162219 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.166990 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1963198
Jul 09 18:51:24.167152 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42854) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:24.168436 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9607de44-7d45-48f0-b23c-8b5f10edfe0f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:24.168901 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.176175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:24.182635 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:24.188330 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:24.194746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:24.201419 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:24.228194 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348aab9-e8ff-4ec7-9288-ac39d1838fab req-c8ed6ad0-b2b2-4678-9ba8-8302e12ef74b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:24.229728 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7348aab9-e8ff-4ec7-9288-ac39d1838fab req-c8ed6ad0-b2b2-4678-9ba8-8302e12ef74b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1218078
Jul 09 18:51:24.239894 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.323591 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7348aab9-e8ff-4ec7-9288-ac39d1838fab req-b0b26ec2-da03-44f2-93c8-aa23ceda3442 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853994
Jul 09 18:51:24.355594 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.361056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.363829 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:24.389038 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be4023-0535-45ca-a579-617d278313e3,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:24.395606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:24.400979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.404692 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2331550
Jul 09 18:51:24.404975 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 42864) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:24.411192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:24.421422 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:24.469346 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.508430 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-4b40a69c-f6ac-4d3b-aa40-0e2cbc6d1f3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22 HTTP/1.1" status: 200  len: 217 time: 0.0836256
Jul 09 18:51:24.510022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:24.513104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:24.517970 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 9607de44-7d45-48f0-b23c-8b5f10edfe0f, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9607de44-7d45-48f0-b23c-8b5f10edfe0f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:24.550856 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.555660 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:24.567663 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:24.588749 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-532116cc-72bf-4a2c-9059-a30f991c8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:24.590866 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-532116cc-72bf-4a2c-9059-a30f991c8af4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.0735025
Jul 09 18:51:24.599541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.700193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.712116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.720872 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-82861247-d7d5-49c4-bb77-682b10854f98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786276
Jul 09 18:51:24.724180 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=9607de44-7d45-48f0-b23c-8b5f10edfe0f,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:24.726379 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ec2954e4-062c-488b-b5f4-94c3051863d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:24.736489 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:24.764527 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bc2100>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 4, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ca48fc71-64aa-4f58-aeb7-1a961391aca0', 'name': '', 'network_id': '0050e585-edf7-495a-b098-e4378beaa978', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'mac_address': 'fa:16:3e:14:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:19Z', 'updated_at': '2021-07-09T18:51:21Z', 'revision_number': 2, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'subnets': [{'id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:24.772502 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Checking router: 677d8c7b-f592-47a3-be06-7074f370e765 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:24.772895 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Updating router 677d8c7b-f592-47a3-be06-7074f370e765 port ca48fc71-64aa-4f58-aeb7-1a961391aca0 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:24.837054 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607e3970-04be-4ef6-9648-831f96ecc66c,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:24.845407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:24.869816 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.899541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:24.903691 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42886) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:24.904186 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4979231
Jul 09 18:51:24.915270 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-935e1575-839d-467c-8780-7f8a863590d0 req-44eea23e-ee1d-4616-b89e-6b19f66d04ff tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.0682955
Jul 09 18:51:24.915720 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:24.927979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:24.936146 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:24.946220 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:24.960399 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:24.989146 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.securitygroups_db [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Project 51125c648dcc4a42aaa3431a7851a826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:51:24.997762 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.009222 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-5c375d2a-e5ae-435f-8f80-e2e00f40fbdb service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2690001
Jul 09 18:51:25.105209 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.111149 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.114403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:25.144838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e886ab21-adac-429f-acf3-ccb81bdae836,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:25.147432 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:25.155926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.162912 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2522991
Jul 09 18:51:25.162912 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 42902) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:25.166923 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'security_group_rule': {'security_group_id': '5d70cc45-e618-497d-8e01-5c77639508fd', 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:25.172779 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:25.176791 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:security_group_rule and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:25.179654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:25.185598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:25.198529 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.securitygroups_db [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Project 51125c648dcc4a42aaa3431a7851a826 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:51:25.206639 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.313372 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.319518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.320800 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2582b3b-6da7-4f05-8c07-39ca28eef835 req-1a752e5b-5489-403e-850f-3bf4b48d9452 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2975488
Jul 09 18:51:25.335558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8814-33f7-42b1-abe9-cb2a4a7e8bd2 req-ea8a5926-bdcc-43d5-ab79-b1e1d3e59ed3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:25.342821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1fd059f9-f3f1-499e-b756-25ab3c3caf75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:25.348533 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-73df8814-33f7-42b1-abe9-cb2a4a7e8bd2 req-ea8a5926-bdcc-43d5-ab79-b1e1d3e59ed3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.1936398
Jul 09 18:51:25.376288 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462e6918-688b-4aef-a514-d4f8ccf419eb,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:25.379888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:25.386426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.397091 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-53291a45-af74-417a-afb3-e0c6b5a79e24 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2345312
Jul 09 18:51:25.469896 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.474256 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-73df8814-33f7-42b1-abe9-cb2a4a7e8bd2 req-7b433dc5-1ca7-47f9-b7e2-58f8d7f29007 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234548
Jul 09 18:51:25.495087 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Transition to ACTIVE for port object ca48fc71-64aa-4f58-aeb7-1a961391aca0 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:25.521729 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:25.531906 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:25.824429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Pushing event updated for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:25.830130 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9607de44-7d45-48f0-b23c-8b5f10edfe0f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:25.867504 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:25.920352 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef57217-3bdd-4e0f-b21f-42af5517303f req-41994e05-4faa-410c-a9b0-f1b0ca2dd7a2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:25.928125 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aef57217-3bdd-4e0f-b21f-42af5517303f req-41994e05-4faa-410c-a9b0-f1b0ca2dd7a2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.4413631
Jul 09 18:51:26.076788 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aef57217-3bdd-4e0f-b21f-42af5517303f req-7ede5a03-d626-40b7-b0b9-421e97c2d48e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475892
Jul 09 18:51:26.096829 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Attempting to bind port ca48fc71-64aa-4f58-aeb7-1a961391aca0 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:26.098047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Attempting to bind port ca48fc71-64aa-4f58-aeb7-1a961391aca0 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:26.098685 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Attempting to bind port ca48fc71-64aa-4f58-aeb7-1a961391aca0 on network 0050e585-edf7-495a-b098-e4378beaa978 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:26.104870 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-3ed47159-b3ea-4153-97ef-185b5f6331c8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:26.106725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-3ed47159-b3ea-4153-97ef-185b5f6331c8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 816 time: 0.4489200
Jul 09 18:51:26.118909 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:26.119654 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Checking segment: {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:26.120263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:26.121157 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Bound using segment: {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:26.122053 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Bound port: ca48fc71-64aa-4f58-aeb7-1a961391aca0, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f09aa8f-04e7-4177-882a-721dc92539b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0050e585-edf7-495a-b098-e4378beaa978'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:26.122787 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:26.215302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9607de44-7d45-48f0-b23c-8b5f10edfe0f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:26.215858 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:26.231036 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d0a4e3c-c31b-480b-9948-b9273cf9f796 req-abafb92b-30ec-4df4-b69c-f95cba32642c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.0746899
Jul 09 18:51:26.268467 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-86c97d2c-523a-4878-8db2-dbf601e608cf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 380 time: 0.1454313
Jul 09 18:51:26.282082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'port': {'device_id': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'admin_state_up': True, 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'security_groups': ['dfec0f41-ce2d-4ddc-8542-03380fb7868f']}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:26.387716 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] For port ca48fc71-64aa-4f58-aeb7-1a961391aca0, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:26.392118 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] For port ca48fc71-64aa-4f58-aeb7-1a961391aca0, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ca48fc71-64aa-4f58-aeb7-1a961391aca0,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:26.398185 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:26.403642 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:26.496808 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Pushing event updated for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:26.501346 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:26.504888 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:26.505529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bc2100>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:26.578633 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:26.590395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:port and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:26.598941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:26.613724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:26.642235 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Made reservation on behalf of fd5e3609cf95446486556ab3376257e1 for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:26.647630 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:26.769479 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:26.825164 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device e1580b14-dfa2-4513-b3e5-87667b0e0d22 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:51:27.026968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.resource_extend [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:51:27.182023 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b92c7-134a-4970-8b55-be8eec701d03 req-ca5d79e2-c362-4d04-98fb-f5653444a0cb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:27.189133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-277b92c7-134a-4970-8b55-be8eec701d03 req-ca5d79e2-c362-4d04-98fb-f5653444a0cb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 944 time: 0.4779487
Jul 09 18:51:27.226202 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Allocated IP 172.20.0.13 (16dfac12-319e-4e2d-926d-5b0fb372c5f2/1e338d88-813d-4502-ad0e-bd7b34870a61/82efb77e-77ec-440b-8743-61042d0eb18e) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:27.230808 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43010) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:27.290279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:27.298434 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-277b92c7-134a-4970-8b55-be8eec701d03 req-cfa7411a-2126-433c-ae07-2850171c4cf4 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084192
Jul 09 18:51:27.310233 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'port_id': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', 'mac_address': 'fa:16:3e:ec:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb218b2-a591-4365-a402-a23bd4366872', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:51:27.378069 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.400280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1580b14-dfa2-4513-b3e5-87667b0e0d22 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:27.426321 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:27.428851 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bc2100>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 4, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ca48fc71-64aa-4f58-aeb7-1a961391aca0', 'name': '', 'network_id': '0050e585-edf7-495a-b098-e4378beaa978', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'mac_address': 'fa:16:3e:14:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:19Z', 'updated_at': '2021-07-09T18:51:26Z', 'revision_number': 4, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'subnets': [{'id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:27.435871 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.440482 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584aa16-e071-4cc2-8a8b-c90d1fe89342 None None] The sync data for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi is: [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 4, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ca48fc71-64aa-4f58-aeb7-1a961391aca0', 'name': '', 'network_id': '0050e585-edf7-495a-b098-e4378beaa978', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'mac_address': 'fa:16:3e:14:73:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:19Z', 'updated_at': '2021-07-09T18:51:26Z', 'revision_number': 4, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'subnets': [{'id': '7e722fc7-718a-4c8f-b175-479fdd56f7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:27.443160 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-430c1682-39a0-4387-8990-49e1bccb23c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:27.469173 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b171f9ff-0403-4e5c-89f6-d32426796fd6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed93c5d8577d4d50ac705036afbf1ff4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2356009
Jul 09 18:51:27.473284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43018) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:27.572713 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:27.580078 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:27.585685 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d122089-3f45-4f63-810e-df0340e32dfa req-c5761091-68c8-4b22-b30d-8f74c3dfa9cd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.1281033
Jul 09 18:51:27.619434 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce144b49-5f4b-4b2a-ae2c-b054662f53d5 req-7b399677-fecb-4a14-a513-07f24e75460f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:27.626569 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce144b49-5f4b-4b2a-ae2c-b054662f53d5 req-7b399677-fecb-4a14-a513-07f24e75460f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.3693624
Jul 09 18:51:27.673907 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.741215 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.758915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.760513 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ca48fc71-64aa-4f58-aeb7-1a961391aca0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:27.768490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Transition to ACTIVE for port object 82efb77e-77ec-440b-8743-61042d0eb18e will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:27.813822 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.836614 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce144b49-5f4b-4b2a-ae2c-b054662f53d5 req-65dd66c0-f2ea-4243-ad33-ebe30f5c0bea tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091608
Jul 09 18:51:27.847683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.854460 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-17db8e2b-6c66-418d-970b-597acb17674b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:27.862934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['e1580b14-dfa2-4513-b3e5-87667b0e0d22'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:27.867153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-19fef26c-12d4-4afd-9cc5-57d4066c65bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:27.874282 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d11632-a858-43bc-bfb7-d074e2689894,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:27.898154 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:27.901757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:27.906087 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92d11632-a858-43bc-bfb7-d074e2689894 HTTP/1.1" status: 204  len: 168 time: 0.4315274
Jul 09 18:51:28.102289 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:28.110688 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:28.133783 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:28.138377 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:28.196209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:28.197331 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:28.270901 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:28.375207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:28.446602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:28.447526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:28.504225 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2281215
Jul 09 18:51:28.519096 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c663daa-eac9-404b-8a26-b2d47e3fe051 req-afb416ea-1c65-4534-b313-5b71c39479d1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:28.531136 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5c663daa-eac9-404b-8a26-b2d47e3fe051 req-afb416ea-1c65-4534-b313-5b71c39479d1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2880583
Jul 09 18:51:28.543737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Request body: {'port': {'device_id': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:28.593747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:28.648038 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-856c9ac7-e8c4-4ae2-89d5-d3ebb906a59b None None] Provisioning for port 82efb77e-77ec-440b-8743-61042d0eb18e completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:28.652377 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port ca48fc71-64aa-4f58-aeb7-1a961391aca0, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ca48fc71-64aa-4f58-aeb7-1a961391aca0,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:28.655528 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-856c9ac7-e8c4-4ae2-89d5-d3ebb906a59b None None] Provisioning complete for port 82efb77e-77ec-440b-8743-61042d0eb18e triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:28.655977 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-856c9ac7-e8c4-4ae2-89d5-d3ebb906a59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:28.710496 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:28.716140 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:28.793192 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:28.796194 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:28.798677 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-856c9ac7-e8c4-4ae2-89d5-d3ebb906a59b None None] Port 82efb77e-77ec-440b-8743-61042d0eb18e cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:51:28.811037 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5c663daa-eac9-404b-8a26-b2d47e3fe051 req-b6c78779-118f-41ab-b5ae-0f50ed13025f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786779
Jul 09 18:51:28.858111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.066915 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af94e9e-c817-4793-a058-1e24241557a3 req-bcd2c705-36fe-4e15-83b1-54de65cc4ad2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:29.068935 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3af94e9e-c817-4793-a058-1e24241557a3 req-bcd2c705-36fe-4e15-83b1-54de65cc4ad2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 945 time: 0.4305217
Jul 09 18:51:29.186939 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3af94e9e-c817-4793-a058-1e24241557a3 req-856b5e2f-292e-46ba-9a82-37b5b16484e6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072123
Jul 09 18:51:29.317379 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43078) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:29.445298 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d4518-3cab-4a53-9af1-ec82f0ad2b9c req-cd502124-eba3-45ef-9983-78f1e1cade2a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:29.446086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-660d4518-3cab-4a53-9af1-ec82f0ad2b9c req-cd502124-eba3-45ef-9983-78f1e1cade2a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:29.499898 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-361152627-network', 'tenant_id': '415b314dc4e94d498941582b58c585d9'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:29.509844 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:29.515734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-660d4518-3cab-4a53-9af1-ec82f0ad2b9c req-cd502124-eba3-45ef-9983-78f1e1cade2a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:29.517178 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Usage tracker for resource:network and tenant:415b314dc4e94d498941582b58c585d9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:29.520765 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:29.523123 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-660d4518-3cab-4a53-9af1-ec82f0ad2b9c req-cd502124-eba3-45ef-9983-78f1e1cade2a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 932 time: 0.3437304
Jul 09 18:51:29.529469 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:29.556620 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Made reservation on behalf of 415b314dc4e94d498941582b58c585d9 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:29.556620 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.564244 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.589462 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:29.595738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Usage tracker for resource:security_group_rule and tenant:415b314dc4e94d498941582b58c585d9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:29.599224 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:29.600261 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:29.607021 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:29.613390 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-660d4518-3cab-4a53-9af1-ec82f0ad2b9c req-ae4f56b1-54e3-4b72-aee6-d80788a4bdbc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892823
Jul 09 18:51:29.635849 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.673731 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Transition to ACTIVE for port object 82efb77e-77ec-440b-8743-61042d0eb18e will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:29.682430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.687304 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:29.735991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.740242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.745551 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1cd25a32-9100-4e1b-b8b9-f8303ff61883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:29.775810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c541a80-a826-4963-829a-aefe4596fd90,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:29.784917 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:29.793848 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:51:29.800448 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ca48fc71-64aa-4f58-aeb7-1a961391aca0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:29.812335 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.813001 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Added segment 1708b270-8266-4b47-bf96-f2f83a5d2d75 of type vlan for network 95a0491b-b4a7-4861-a010-9969a9fe9151
Jul 09 18:51:29.859488 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.866468 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:29.878620 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:29.922015 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port ca48fc71-64aa-4f58-aeb7-1a961391aca0 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:29.922400 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.946613 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.947963 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:29.948543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:29.954061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72cefce3-f7f5-46c9-91f6-b213f3a620de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:30.089539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Attempting to bind port 82efb77e-77ec-440b-8743-61042d0eb18e on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:30.090277 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Attempting to bind port 82efb77e-77ec-440b-8743-61042d0eb18e by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:30.090277 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Attempting to bind port 82efb77e-77ec-440b-8743-61042d0eb18e on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:30.095141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Port 82efb77e-77ec-440b-8743-61042d0eb18e on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:51:30.095404 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Attempting to bind port 82efb77e-77ec-440b-8743-61042d0eb18e on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:30.101380 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:30.101860 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Checking segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:30.102369 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Bound using segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:30.102643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Bound port: 82efb77e-77ec-440b-8743-61042d0eb18e, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:30.102987 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.106541 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7883587
Jul 09 18:51:30.107265 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43092) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:30.107920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Pushing event updated for resources: {'Network': ['ID=95a0491b-b4a7-4861-a010-9969a9fe9151,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:30.112554 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:30.116267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Request body: {'subnet': {'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-361152627-subnet', 'tenant_id': '415b314dc4e94d498941582b58c585d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:30.121126 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:30.123356 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:51:30.125366 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Usage tracker for resource:subnet and tenant:415b314dc4e94d498941582b58c585d9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:30.129226 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:30.135657 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:30.156771 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Made reservation on behalf of 415b314dc4e94d498941582b58c585d9 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:30.159146 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.210718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:30.214522 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:30.223723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.229670 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:30.311837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:30.312966 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.315493 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] 10.222.0.15 "PUT /v2.0/ports/82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 1094 time: 1.7762704
Jul 09 18:51:30.318472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:30.389379 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:30.393047 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:30.428617 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ada7e9-b267-4a00-90b0-4e871b3d4f52 req-9380b769-691b-416b-a7cb-c023cae05f46 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:30.430435 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41ada7e9-b267-4a00-90b0-4e871b3d4f52 req-9380b769-691b-416b-a7cb-c023cae05f46 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 945 time: 0.0988894
Jul 09 18:51:30.464328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.469792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d7e09ecd-6545-4799-a186-10b6dced0e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:30.486539 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41ada7e9-b267-4a00-90b0-4e871b3d4f52 req-94f0af9a-6240-442e-a8da-37780003f19f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490692
Jul 09 18:51:30.540194 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'status': 'completed', 'code': 200}
Jul 09 18:51:30.550419 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a905f3df-acdf-4ad4-a347-a13a1f99b77f,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:30.552933 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:30.562063 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Checking segment: {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:30.562414 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Network hostable DHCP agents. Network: 95a0491b-b4a7-4861-a010-9969a9fe9151, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:51:30.582038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:51:30.590665 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 95a0491b-b4a7-4861-a010-9969a9fe9151) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:30.595158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:30.595757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:30.600937 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed4132-d448-4ff1-9856-b6c8db602b1e None None] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:30.617833 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5073338
Jul 09 18:51:30.825150 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386679-8d17-4096-a169-0fa680660a2f req-66292e41-a683-498d-863a-33f68f8739a8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:30.827361 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5386679-8d17-4096-a169-0fa680660a2f req-66292e41-a683-498d-863a-33f68f8739a8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0857029
Jul 09 18:51:30.833131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b242660-24fa-4a49-975b-f615989e77b7 None None] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:30.895429 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5386679-8d17-4096-a169-0fa680660a2f req-c5f0cf46-00fe-451f-8b3c-135c903a79ea tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582638
Jul 09 18:51:31.687518 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d862-a797-4b5b-9ab0-8b3189093f18 req-8437c5e7-2879-4489-9b70-77dfa1643ed8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:31.688965 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6162d862-a797-4b5b-9ab0-8b3189093f18 req-8437c5e7-2879-4489-9b70-77dfa1643ed8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 945 time: 0.0845013
Jul 09 18:51:31.733661 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6162d862-a797-4b5b-9ab0-8b3189093f18 req-d70456d7-aad3-4804-9f8d-623e82f50ce8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382624
Jul 09 18:51:31.937980 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:32.010175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-bef591c0-ac96-4d14-a2f1-1eec66d14d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.011548 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-bef591c0-ac96-4d14-a2f1-1eec66d14d33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1097 time: 0.0754063
Jul 09 18:51:32.210017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-191bb083-3b72-481f-9a66-28fa363be1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.211456 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-191bb083-3b72-481f-9a66-28fa363be1d5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=fd5e3609cf95446486556ab3376257e1&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1918826
Jul 09 18:51:32.222876 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab835-3e3a-4618-8586-1b8ad8931138 req-f6871dde-f994-41c0-a600-63c6fd308638 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.224245 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-716ab835-3e3a-4618-8586-1b8ad8931138 req-f6871dde-f994-41c0-a600-63c6fd308638 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1848249
Jul 09 18:51:32.350474 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-716ab835-3e3a-4618-8586-1b8ad8931138 req-6ee67508-9c8c-4b80-ad2b-b95692280346 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1076560
Jul 09 18:51:32.390971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-d548cf1d-8c23-467c-b982-3be7c0669187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.392892 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-70a13842-13e2-41f1-ad01-610f8e05a81a req-d548cf1d-8c23-467c-b982-3be7c0669187 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1677396
Jul 09 18:51:32.531059 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-1ab0add6-cb46-41bd-a05f-74f80577f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.532536 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-1ab0add6-cb46-41bd-a05f-74f80577f64e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1097 time: 0.0757523
Jul 09 18:51:32.608224 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-b69a582e-ee82-4d19-a314-4679899e8bbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 217 time: 0.0667722
Jul 09 18:51:32.690589 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-26ea0e24-a2d9-4d79-ba54-777ad61d1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.692254 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-26ea0e24-a2d9-4d79-ba54-777ad61d1423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0765653
Jul 09 18:51:32.779650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-6bb036d8-8331-4c38-99ac-0a9a55e9cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:32.781241 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-6bb036d8-8331-4c38-99ac-0a9a55e9cff0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796971
Jul 09 18:51:32.989182 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-406e4a50-ca7e-40df-a155-f964fbffe2e3 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994009
Jul 09 18:51:33.083343 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff290c-d152-47e0-bed0-d7618c8d9a89 req-747ccbd1-be41-4104-b701-de44179ae014 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:33.084870 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4aff290c-d152-47e0-bed0-d7618c8d9a89 req-747ccbd1-be41-4104-b701-de44179ae014 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 945 time: 0.2044942
Jul 09 18:51:33.246884 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4aff290c-d152-47e0-bed0-d7618c8d9a89 req-02e18ff2-4b82-43d2-be35-12d7fc568092 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1530070
Jul 09 18:51:33.250040 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d7c1e61b-7a16-4dba-aaac-bcb26300ab2e req-4b0fd8b6-58f1-43d7-90ed-b7ae691d36e2 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532041
Jul 09 18:51:33.477952 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595ee7-0f70-4b68-a434-ade523330579 req-939ae0b6-acc7-4ba2-bf87-a591d5dcde24 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:33.479623 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67595ee7-0f70-4b68-a434-ade523330579 req-939ae0b6-acc7-4ba2-bf87-a591d5dcde24 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0967779
Jul 09 18:51:33.580008 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67595ee7-0f70-4b68-a434-ade523330579 req-56ec23fd-a02e-4a6f-beb0-b13dea106fba tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631278
Jul 09 18:51:33.601197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bc6cd-a614-4900-a451-5d2bb32e7681 req-d5d3878f-612a-4730-9114-28d10641ab4b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:33.602989 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a29bc6cd-a614-4900-a451-5d2bb32e7681 req-d5d3878f-612a-4730-9114-28d10641ab4b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1220388
Jul 09 18:51:33.649256 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a29bc6cd-a614-4900-a451-5d2bb32e7681 req-5da190d2-4aee-4423-8ee2-0ac38827ed33 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410020
Jul 09 18:51:33.821062 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-4e2e304f-55ae-4597-99da-7d7e330a4fe7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:33.823388 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-4e2e304f-55ae-4597-99da-7d7e330a4fe7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/networks?id=95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 200  len: 813 time: 0.1451013
Jul 09 18:51:33.840966 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-fe88a487-79c8-4b40-a449-6cee0b51b67a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/quotas/415b314dc4e94d498941582b58c585d9 HTTP/1.1" status: 200  len: 375 time: 0.0107005
Jul 09 18:51:33.900373 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-e45fb84d-a049-4e38-a802-6ddd871c5d37 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507407
Jul 09 18:51:34.045013 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-74911a68-a45d-4a0a-b46b-ea56648b289e service neutron] 10.222.0.20 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372802
Jul 09 18:51:34.093334 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device e1580b14-dfa2-4513-b3e5-87667b0e0d22 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:34.175263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port e1580b14-dfa2-4513-b3e5-87667b0e0d22 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:34.181683 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port e1580b14-dfa2-4513-b3e5-87667b0e0d22 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:34.182675 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:34.223544 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-5550d560-d27f-4b8b-a529-d7cf34d116bf service neutron] 10.222.0.20 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721950
Jul 09 18:51:34.349862 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:34.388954 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:34.402821 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:34.407426 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:34.411033 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:34.493563 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:34.497209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:34.540573 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a68372-4865-4b61-b5b0-39d7e63906f4 req-7a636ef2-3ac0-43df-adb9-704d1446aff8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:34.542187 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-95a68372-4865-4b61-b5b0-39d7e63906f4 req-7a636ef2-3ac0-43df-adb9-704d1446aff8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0916829
Jul 09 18:51:34.592353 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-95a68372-4865-4b61-b5b0-39d7e63906f4 req-8c0839d1-a135-4ee5-839a-b4fa2e564e13 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425763
Jul 09 18:51:34.694985 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cfd5ca3a-c71b-40a8-af56-df441c6724b8 req-33d855d3-c26b-49be-ba7a-ec38c58cf6a5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0546944
Jul 09 18:51:34.758603 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', 'code': 200}
Jul 09 18:51:34.942778 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae403-8b19-487f-885e-08f94c3e5610 req-8905ab5f-5301-491f-89ed-4c0e354c3b69 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:34.944393 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-465ae403-8b19-487f-885e-08f94c3e5610 req-8905ab5f-5301-491f-89ed-4c0e354c3b69 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0989389
Jul 09 18:51:34.990418 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-465ae403-8b19-487f-885e-08f94c3e5610 req-3d20e5cc-e64f-4e90-8ad6-1f43545022e7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400374
Jul 09 18:51:35.166141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4cb2-1042-4e82-a2a1-cc33d06dcef9 req-9a27177c-d0ec-4e35-a476-6816e0c47992 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:35.167643 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4b9d4cb2-1042-4e82-a2a1-cc33d06dcef9 req-9a27177c-d0ec-4e35-a476-6816e0c47992 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0838931
Jul 09 18:51:35.215794 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4b9d4cb2-1042-4e82-a2a1-cc33d06dcef9 req-fb6e6be4-b893-400c-86c7-228ae4fe94b7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419233
Jul 09 18:51:35.566363 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:51:35.805600 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ab508-9c62-45d9-acc6-7929f35dbbe8 req-0a3e9be6-46aa-4705-b2ce-a73705da50c7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:35.807135 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0a3ab508-9c62-45d9-acc6-7929f35dbbe8 req-0a3e9be6-46aa-4705-b2ce-a73705da50c7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0886030
Jul 09 18:51:35.858168 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0a3ab508-9c62-45d9-acc6-7929f35dbbe8 req-147d7a38-8df4-4a49-9f8b-c3c7e6600c79 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448577
Jul 09 18:51:36.027594 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ff348f37-a46f-41d7-9b6b-3f17a4dd7a1c req-990e7400-bed8-408f-919d-b9a5c7ba7fd8 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0527360
Jul 09 18:51:36.294737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99cd0-1cb0-4802-89f4-b33b9b6189b7 req-d5d59255-b612-4051-b01d-83b38979f832 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:36.296227 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f4c99cd0-1cb0-4802-89f4-b33b9b6189b7 req-d5d59255-b612-4051-b01d-83b38979f832 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1466010
Jul 09 18:51:36.341161 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4990ac16-194e-4d72-9c5b-5d5b9626d197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:36.343865 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-0e3f6319-5e32-4e2d-8d28-8f264a5cf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:36.346619 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-0e3f6319-5e32-4e2d-8d28-8f264a5cf5a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.1351449
Jul 09 18:51:36.499285 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a0822-61d4-4a59-81f2-3490470bb8a3 req-fca50403-92da-476f-9787-3abc984ab8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:36.502754 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f4c99cd0-1cb0-4802-89f4-b33b9b6189b7 req-4e168e3c-c0e4-4efc-80c6-aa898edcd341 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984537
Jul 09 18:51:36.505132 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-614a0822-61d4-4a59-81f2-3490470bb8a3 req-fca50403-92da-476f-9787-3abc984ab8a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 1099 time: 0.1046052
Jul 09 18:51:36.554535 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-614a0822-61d4-4a59-81f2-3490470bb8a3 req-f57a66bd-0281-4b47-ac69-254e1bafdf9c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432718
Jul 09 18:51:36.591169 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-6bb1081a-b0b6-4c8a-96ea-5f9030538bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:36.592623 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-6bb1081a-b0b6-4c8a-96ea-5f9030538bb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.2275033
Jul 09 18:51:36.605549 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d86c6-e2ca-471e-8e27-5be1f7b5f29f req-f62c1ad2-6b58-42eb-afa8-7ca7a9121d20 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:36.607030 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1f0d86c6-e2ca-471e-8e27-5be1f7b5f29f req-f62c1ad2-6b58-42eb-afa8-7ca7a9121d20 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1596098
Jul 09 18:51:36.763114 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-a784e37a-6f5d-434d-8e81-189adabe3480 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.0676570
Jul 09 18:51:36.783349 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1f0d86c6-e2ca-471e-8e27-5be1f7b5f29f req-b59ecc94-4623-4ab3-9f0b-8163b342fe08 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1700482
Jul 09 18:51:36.857005 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:37.057142 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f8587-33d5-4869-b10d-e10eb6d65465 req-201e2183-a0fc-4764-9c3a-0a4dc47d6836 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:37.058824 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c93f8587-33d5-4869-b10d-e10eb6d65465 req-201e2183-a0fc-4764-9c3a-0a4dc47d6836 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0858350
Jul 09 18:51:37.109394 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c93f8587-33d5-4869-b10d-e10eb6d65465 req-cfc8474f-a000-4170-b7ea-f3cc3e600fca tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437486
Jul 09 18:51:37.190581 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a24bc6f1-8548-439b-a7a3-68db24096187 req-5111db6a-ef49-475e-98ec-153ffcf64aab tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0511177
Jul 09 18:51:37.692407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042b808-0657-43c6-ba9f-56a4dcac4bee req-d4cbad71-4702-4b42-99e8-2c6633a27000 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:37.693938 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e042b808-0657-43c6-ba9f-56a4dcac4bee req-d4cbad71-4702-4b42-99e8-2c6633a27000 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0810583
Jul 09 18:51:37.738760 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e042b808-0657-43c6-ba9f-56a4dcac4bee req-90352be8-af6e-4734-a7d1-b399e306e817 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390830
Jul 09 18:51:37.988550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dce5db-efdb-4663-9b53-9d43f06de535 req-cac17609-920b-4967-b86a-712a16c81f43 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:37.990042 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-40dce5db-efdb-4663-9b53-9d43f06de535 req-cac17609-920b-4967-b86a-712a16c81f43 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0846024
Jul 09 18:51:38.035741 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-40dce5db-efdb-4663-9b53-9d43f06de535 req-7f7d9739-71f3-4220-adb6-594b519c246d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400951
Jul 09 18:51:38.296134 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa135a-f42f-4987-9f0e-c80a0b603996 req-2af01d71-b172-4308-9c3a-ae255616d15f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:38.297632 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6baa135a-f42f-4987-9f0e-c80a0b603996 req-2af01d71-b172-4308-9c3a-ae255616d15f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0797880
Jul 09 18:51:38.348757 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6baa135a-f42f-4987-9f0e-c80a0b603996 req-7a3b50cc-d088-4b89-bc4d-3159bfa85fc7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433533
Jul 09 18:51:38.498297 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b25590d-de11-4fbd-afd4-aa725f71183e req-a8596f25-0305-42ec-a0e8-82e743da930f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0421979
Jul 09 18:51:38.697698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-e03bf7c9-f4ef-4ad2-9a95-e03f6458733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:38.699045 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-e03bf7c9-f4ef-4ad2-9a95-e03f6458733a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.0590637
Jul 09 18:51:38.936501 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acb7c9-456c-4eac-ad79-ad606cd3d076 req-a4b76941-2725-40f5-b916-993d985a0ab4 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:38.938058 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4acb7c9-456c-4eac-ad79-ad606cd3d076 req-a4b76941-2725-40f5-b916-993d985a0ab4 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0926445
Jul 09 18:51:38.985337 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a4acb7c9-456c-4eac-ad79-ad606cd3d076 req-02ca5360-0071-4dbc-b758-d9b86d0acf31 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401444
Jul 09 18:51:39.092342 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2a21ae9a-675d-4185-8576-f953a53ed792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:39.229916 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e580b5c-21c6-4999-ad98-8f12447a4ad0 req-9985af79-fb6f-4c2f-8493-c6c17ffda5e1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:39.231363 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2e580b5c-21c6-4999-ad98-8f12447a4ad0 req-9985af79-fb6f-4c2f-8493-c6c17ffda5e1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0822778
Jul 09 18:51:39.280437 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2e580b5c-21c6-4999-ad98-8f12447a4ad0 req-a6a26abe-f4f4-4e23-ab98-f109f2b77f77 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430236
Jul 09 18:51:39.538360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3d74b-0f6b-46dc-ab4a-3eebcec61a81 req-d3e1209d-d800-4bd3-a4bf-97c42c8c1975 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:39.539793 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1a3d74b-0f6b-46dc-ab4a-3eebcec61a81 req-d3e1209d-d800-4bd3-a4bf-97c42c8c1975 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0853550
Jul 09 18:51:39.585063 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1a3d74b-0f6b-46dc-ab4a-3eebcec61a81 req-eb77db5f-f4aa-4f62-80b3-d98c05c8888a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397322
Jul 09 18:51:39.728000 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-73ac375f-6029-4516-8cbc-89806941de14 req-9e377f06-4391-47d1-81fd-7bcd2c94f217 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0443177
Jul 09 18:51:39.830645 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-a267352e-dbcf-459d-ac59-5104c1643651 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434308
Jul 09 18:51:39.983853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-fd38ff31-cdaf-4cf7-a85d-176ab2b1eb5f service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294212
Jul 09 18:51:40.035241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:40.186086 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e6bca239-c6e4-4279-a3de-65acc1408fcc req-ca09f17a-0f96-4637-8d22-01d10391a85e service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897254
Jul 09 18:51:40.209750 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72a4d1-e82c-445b-b537-efa5441b1f03 req-590134f5-3703-4062-b7ec-52c8212bf4af tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:40.211303 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c72a4d1-e82c-445b-b537-efa5441b1f03 req-590134f5-3703-4062-b7ec-52c8212bf4af tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1116908
Jul 09 18:51:40.261955 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c72a4d1-e82c-445b-b537-efa5441b1f03 req-adcbc578-c0b7-435f-8f37-2989563436aa tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446799
Jul 09 18:51:40.700301 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5719abc-59c9-43ec-b217-3cfb05425243 req-30ed36b4-13c4-4eac-bf4d-bbe55fb65bd2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:40.701889 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5719abc-59c9-43ec-b217-3cfb05425243 req-30ed36b4-13c4-4eac-bf4d-bbe55fb65bd2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.3049035
Jul 09 18:51:40.783847 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-b3016c37-c47c-42ef-8a4c-f8c3eb6436b1 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:40.785510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-b3016c37-c47c-42ef-8a4c-f8c3eb6436b1 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "GET /v2.0/networks?id=95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 200  len: 813 time: 0.3469808
Jul 09 18:51:40.814387 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Request body: {'port': {'device_id': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151', 'admin_state_up': True, 'tenant_id': '415b314dc4e94d498941582b58c585d9'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:40.910848 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c5719abc-59c9-43ec-b217-3cfb05425243 req-28579a4b-c80c-472f-8d04-8890b3673d22 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1949136
Jul 09 18:51:40.990001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891243-a999-4abb-8399-7f4fc30629e2 req-d7e10fc7-0179-41a0-aa7a-dd9461463cc8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:40.991409 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b4891243-a999-4abb-8399-7f4fc30629e2 req-d7e10fc7-0179-41a0-aa7a-dd9461463cc8 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.2591486
Jul 09 18:51:40.992415 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:40.996485 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Usage tracker for resource:port and tenant:415b314dc4e94d498941582b58c585d9 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:41.001095 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:41.024562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:41.077059 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e29adaee-3a30-4888-9986-f1d48dd886dd req-ea7c333e-8bfa-4f35-a089-baa5ec506525 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0500448
Jul 09 18:51:41.096979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Made reservation on behalf of 415b314dc4e94d498941582b58c585d9 for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:41.100918 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:41.146782 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b4891243-a999-4abb-8399-7f4fc30629e2 req-74df7328-3c11-4eca-946b-4f1b616211a4 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472478
Jul 09 18:51:41.312740 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Allocated IP 172.20.0.5 (95a0491b-b4a7-4861-a010-9969a9fe9151/a905f3df-acdf-4ad4-a347-a13a1f99b77f/3a49d8d1-0742-47e2-bdb1-2146366d59b1) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:41.494538 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:41.581268 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1bd03-f6b5-489a-9380-bb3107525615 req-59f4b04a-a6d8-4d05-b982-4e2c264e5d13 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:41.582643 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aba1bd03-f6b5-489a-9380-bb3107525615 req-59f4b04a-a6d8-4d05-b982-4e2c264e5d13 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2123430
Jul 09 18:51:41.614128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:41.649081 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aba1bd03-f6b5-489a-9380-bb3107525615 req-6e0c5a87-1b56-4189-ab5b-793f3cea0d6e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547869
Jul 09 18:51:41.669205 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:41.683675 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:41.753473 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:41.756703 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:41.760954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:41.802446 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Pushing event updated for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:41.816017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.816378 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.816754 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.817107 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.817457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.817803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.818147 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.818506 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.818847 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.819171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.819515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.819850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:41.827578 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:41.840830 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:41.841361 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:41.863278 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0679820
Jul 09 18:51:41.884535 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Request body: {'port': {'device_id': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:41.982702 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:51:42.032941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:42.136973 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:42.156253 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '82efb77e-77ec-440b-8743-61042d0eb18e', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:51:42.225590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:42.249995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:42.261360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c93d0b-65a7-4ddd-bc3e-f19cabcbed94 req-a924a25c-e8d7-4fce-b1d5-2c30055a5811 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:42.263061 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-36c93d0b-65a7-4ddd-bc3e-f19cabcbed94 req-a924a25c-e8d7-4fce-b1d5-2c30055a5811 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.2190092
Jul 09 18:51:42.276206 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:42.283919 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:42.286082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-dfdb43b6-7955-400f-ad1c-bc75bc6fb92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:42.369516 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:42.373093 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:42.453224 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-36c93d0b-65a7-4ddd-bc3e-f19cabcbed94 req-52e2afca-0036-4a93-a6c9-2b9f7c65c300 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1791346
Jul 09 18:51:42.531823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a0ee6-dd9c-4011-9ea0-15748d728165 req-cc8381f0-4eb2-434c-b8a7-dd7669b0922a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:42.532512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-9a1a0ee6-dd9c-4011-9ea0-15748d728165 req-cc8381f0-4eb2-434c-b8a7-dd7669b0922a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Synchronizing usage tracker for tenant:415b314dc4e94d498941582b58c585d9 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:42.637873 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-9a1a0ee6-dd9c-4011-9ea0-15748d728165 req-cc8381f0-4eb2-434c-b8a7-dd7669b0922a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Unset dirty status for tenant:415b314dc4e94d498941582b58c585d9 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:42.638565 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9a1a0ee6-dd9c-4011-9ea0-15748d728165 req-cc8381f0-4eb2-434c-b8a7-dd7669b0922a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 931 time: 0.2631032
Jul 09 18:51:42.657120 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['82efb77e-77ec-440b-8743-61042d0eb18e'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:42.779142 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a49d8d1-0742-47e2-bdb1-2146366d59b1 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:42.797111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:42.816362 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9a1a0ee6-dd9c-4011-9ea0-15748d728165 req-6ff5e3a7-b6d5-4aa6-9bf1-0ba22ff01d11 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705265
Jul 09 18:51:42.828456 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Transition to ACTIVE for port object 3a49d8d1-0742-47e2-bdb1-2146366d59b1 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:42.840583 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:42.848208 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bece8815-de9c-4989-8163-2880f5402f34 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:42.898092 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb694-f8c5-4850-9c45-0d43e34d6b9b req-4c0c2b11-7b3e-43a1-b836-efed27de6977 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:42.899604 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-093bb694-f8c5-4850-9c45-0d43e34d6b9b req-4c0c2b11-7b3e-43a1-b836-efed27de6977 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.3128927
Jul 09 18:51:43.112037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Pushing event updated for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:43.115193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:43.126733 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-093bb694-f8c5-4850-9c45-0d43e34d6b9b req-79e450aa-d0b7-4693-8b5e-11aa2a5c87a2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126632
Jul 09 18:51:43.173093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Attempting to bind port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:43.173460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Attempting to bind port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:43.173897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Attempting to bind port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 on network 95a0491b-b4a7-4861-a010-9969a9fe9151 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:43.178925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 on network 95a0491b-b4a7-4861-a010-9969a9fe9151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:51:43.179238 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Attempting to bind port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 on network 95a0491b-b4a7-4861-a010-9969a9fe9151 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:43.184543 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:43.184911 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Checking segment: {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:43.185290 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Bound using segment: {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:43.185713 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Bound port: 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:43.186056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:43.335718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:43.339557 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:43.343746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:43.349057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:43.414139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba811ae-61b5-45ec-b8dc-060bf9f72ff6 req-481ab023-fe3e-49af-835f-a9382567dd6d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:43.415752 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4ba811ae-61b5-45ec-b8dc-060bf9f72ff6 req-481ab023-fe3e-49af-835f-a9382567dd6d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1844611
Jul 09 18:51:43.417157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:43.417698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:43.418928 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a49d8d1-0742-47e2-bdb1-2146366d59b1 HTTP/1.1" status: 200  len: 1093 time: 1.5405982
Jul 09 18:51:43.421800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:43.476071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Pushing event updated for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:43.480571 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:43.483519 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4ba811ae-61b5-45ec-b8dc-060bf9f72ff6 req-7d17403a-caf2-4d3d-bc8c-3d44c4e198dc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550747
Jul 09 18:51:43.549978 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1', 'status': 'completed', 'code': 200}
Jul 09 18:51:43.713092 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea397e70-40b1-441a-bbbd-b028ed9d3caa req-f1ea4be3-2902-4a35-9492-d53adc601631 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:43.714543 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ea397e70-40b1-441a-bbbd-b028ed9d3caa req-f1ea4be3-2902-4a35-9492-d53adc601631 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.0797067
Jul 09 18:51:43.758892 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ea397e70-40b1-441a-bbbd-b028ed9d3caa req-ed93bddd-bb0d-494f-9b16-794e0c4648c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387123
Jul 09 18:51:44.011137 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6e6dd-2377-455d-bb0f-6f880327a334 req-7d294e8b-5b7b-4ad3-a46e-01568202a262 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:44.012579 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8eb6e6dd-2377-455d-bb0f-6f880327a334 req-7d294e8b-5b7b-4ad3-a46e-01568202a262 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 943 time: 0.0842950
Jul 09 18:51:44.056609 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8eb6e6dd-2377-455d-bb0f-6f880327a334 req-b1a92846-4acb-4e35-8156-26326397f4a5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372653
Jul 09 18:51:44.677485 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e9204-de83-4d34-8463-de43a30ac984 req-e3a6107e-5f19-4358-b770-8237b05e7195 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:44.678967 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be6e9204-de83-4d34-8463-de43a30ac984 req-e3a6107e-5f19-4358-b770-8237b05e7195 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0822027
Jul 09 18:51:44.726778 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be6e9204-de83-4d34-8463-de43a30ac984 req-49b5a3c0-b955-4cfa-88e0-ad3d14c13932 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422113
Jul 09 18:51:44.946551 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3137cc-cbfb-4708-8f7a-cd8fbd590f5d req-d0ecb4b5-7f51-457b-b2c2-bf63bb5c0ac5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:44.948005 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fa3137cc-cbfb-4708-8f7a-cd8fbd590f5d req-d0ecb4b5-7f51-457b-b2c2-bf63bb5c0ac5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.0802836
Jul 09 18:51:44.994822 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fa3137cc-cbfb-4708-8f7a-cd8fbd590f5d req-7269f883-9888-48c3-8b48-af49fd321ae2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402231
Jul 09 18:51:45.240477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401a229-8110-4696-bf0c-f71d7ad16e54 req-6bc1d949-5a77-4899-a8f9-2e57d953377c tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:45.241944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1401a229-8110-4696-bf0c-f71d7ad16e54 req-6bc1d949-5a77-4899-a8f9-2e57d953377c tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 943 time: 0.0821023
Jul 09 18:51:45.287204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1401a229-8110-4696-bf0c-f71d7ad16e54 req-106051b6-88a8-4465-bc99-f020d696efda tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396910
Jul 09 18:51:45.911490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86dd0-011a-4ac1-8145-6ac753ff91b3 req-8aeb1ddc-4928-4cf2-8004-8ac283432f30 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:45.912990 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1a86dd0-011a-4ac1-8145-6ac753ff91b3 req-8aeb1ddc-4928-4cf2-8004-8ac283432f30 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0797617
Jul 09 18:51:45.961328 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1a86dd0-011a-4ac1-8145-6ac753ff91b3 req-b54d8e16-1165-4482-9066-3b1be7423766 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426829
Jul 09 18:51:46.099601 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefc34-e535-48da-a273-393b90e23fc2 req-6ea67518-ef6d-4e1b-99da-4b2860b9dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.101177 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5edefc34-e535-48da-a273-393b90e23fc2 req-6ea67518-ef6d-4e1b-99da-4b2860b9dbc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 1096 time: 0.0750353
Jul 09 18:51:46.308393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035238f7-eaea-4719-8f95-84ecf582ecb4 req-ea106448-e545-4c93-8841-56eafed51357 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.309877 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-035238f7-eaea-4719-8f95-84ecf582ecb4 req-ea106448-e545-4c93-8841-56eafed51357 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.2028310
Jul 09 18:51:46.312728 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefc34-e535-48da-a273-393b90e23fc2 req-3074f650-44a3-4e3f-abae-f8440cc392b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.322786 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5edefc34-e535-48da-a273-393b90e23fc2 req-3074f650-44a3-4e3f-abae-f8440cc392b6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=415b314dc4e94d498941582b58c585d9&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1803904
Jul 09 18:51:46.599914 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-035238f7-eaea-4719-8f95-84ecf582ecb4 req-0a92fe85-df36-41b3-8dc6-442a81958efd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2754319
Jul 09 18:51:46.668154 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefc34-e535-48da-a273-393b90e23fc2 req-8e1f9b68-8bc6-45d9-a4f7-a8e9b17050c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.669945 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5edefc34-e535-48da-a273-393b90e23fc2 req-8e1f9b68-8bc6-45d9-a4f7-a8e9b17050c4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3265910
Jul 09 18:51:46.693704 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd342d8b-2341-4f14-b27f-a42cb21bd4aa req-01b969d4-c0f7-401c-a38c-c325c10982c7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.695434 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd342d8b-2341-4f14-b27f-a42cb21bd4aa req-01b969d4-c0f7-401c-a38c-c325c10982c7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 943 time: 0.2734761
Jul 09 18:51:46.808232 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fd342d8b-2341-4f14-b27f-a42cb21bd4aa req-ee8920d4-61a0-4cce-a3c3-393fef00920a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953999
Jul 09 18:51:46.836005 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-9117831e-8813-492c-8a94-74a909eae72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:46.838141 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-9117831e-8813-492c-8a94-74a909eae72a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 1096 time: 0.1088254
Jul 09 18:51:46.935015 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-e3bdc076-82d0-4392-b68a-163b7685c6b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1 HTTP/1.1" status: 200  len: 217 time: 0.0812888
Jul 09 18:51:47.005863 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-5c76e731-6af4-49b9-888a-84e7fc37dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:47.007762 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-5c76e731-6af4-49b9-888a-84e7fc37dc87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a905f3df-acdf-4ad4-a347-a13a1f99b77f HTTP/1.1" status: 200  len: 853 time: 0.0647562
Jul 09 18:51:47.075491 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-39ac3644-2ffb-4ed5-a3aa-1fd5852af01c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a0491b-b4a7-4861-a010-9969a9fe9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475118
Jul 09 18:51:47.264628 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-c19239ac-0cab-4e54-813b-6fd791335aba service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585112
Jul 09 18:51:47.273020 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f506-e686-4d5b-a048-753b56cd9ce9 req-d6d00ad2-7d9a-4689-b317-2543e2a3564d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:47.274527 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5893f506-e686-4d5b-a048-753b56cd9ce9 req-d6d00ad2-7d9a-4689-b317-2543e2a3564d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2017128
Jul 09 18:51:47.398762 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5893f506-e686-4d5b-a048-753b56cd9ce9 req-d54921d4-cefc-4d08-acb7-7f6351b10474 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053135
Jul 09 18:51:47.446747 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e18e12d8-3178-4006-a3ae-7d6c1b140bb4 req-d89e935a-9ad8-4957-b26f-497b70468038 service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712782
Jul 09 18:51:47.792844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93410dcf-81a4-40b7-be6a-addb45aec884 req-57fd7426-05e0-461d-9b9b-5919b20e0160 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:47.794323 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-93410dcf-81a4-40b7-be6a-addb45aec884 req-57fd7426-05e0-461d-9b9b-5919b20e0160 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.0819862
Jul 09 18:51:47.844727 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-93410dcf-81a4-40b7-be6a-addb45aec884 req-16c4b2c4-2911-44c7-af48-ac63689ef31f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429296
Jul 09 18:51:48.010920 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8237ef-c909-4afa-8d06-20270a975979 req-004124af-28ef-4421-8bb8-2831aa5ed4fe tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:48.010920 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1a8237ef-c909-4afa-8d06-20270a975979 req-004124af-28ef-4421-8bb8-2831aa5ed4fe tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 943 time: 0.0831099
Jul 09 18:51:48.015163 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:48.072299 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1a8237ef-c909-4afa-8d06-20270a975979 req-f16b8316-13e9-4437-8e71-0a7072f6ccf3 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557380
Jul 09 18:51:48.094667 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 82efb77e-77ec-440b-8743-61042d0eb18e completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:48.100498 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 82efb77e-77ec-440b-8743-61042d0eb18e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:48.101215 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:48.228405 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:48.256510 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:48.266536 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:48.272209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:48.274354 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-99c7a3e1-0df4-4bf9-94aa-af7af79865f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:48.334767 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'code': 200}
Jul 09 18:51:48.356906 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:48.360701 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:48.681395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52c228-e66f-4dbf-b6ae-0d98617cbf7f req-bee9823d-4ad3-455b-91e6-29a95ae99642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:48.682887 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d52c228-e66f-4dbf-b6ae-0d98617cbf7f req-bee9823d-4ad3-455b-91e6-29a95ae99642 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1099 time: 0.1474478
Jul 09 18:51:48.692203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab126da-11d1-4864-be09-0a7e08716a7b req-2af2ee02-24d1-4018-9272-eb4605da799f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:48.693670 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ab126da-11d1-4864-be09-0a7e08716a7b req-2af2ee02-24d1-4018-9272-eb4605da799f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1128652
Jul 09 18:51:48.766771 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d52c228-e66f-4dbf-b6ae-0d98617cbf7f req-505e3c8b-3b2f-445b-9658-b06c76615953 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721471
Jul 09 18:51:48.771795 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ab126da-11d1-4864-be09-0a7e08716a7b req-9491e692-f30a-4989-ac07-413df50aec2c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634027
Jul 09 18:51:49.004924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43480) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:49.065543 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29658ab1-eda9-4669-aa23-511199648096 req-041fcf07-3bec-4699-a137-107d621af24e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:49.067019 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29658ab1-eda9-4669-aa23-511199648096 req-041fcf07-3bec-4699-a137-107d621af24e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0841155
Jul 09 18:51:49.112588 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29658ab1-eda9-4669-aa23-511199648096 req-393f2059-1f1c-472c-9644-1d9f9e389a18 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399992
Jul 09 18:51:49.140836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.156254 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:49.160601 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Usage tracker for resource:security_group_rule and tenant:636e5b6ab895442ea135c5fe48a5cd50 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:49.163451 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:49.169562 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:49.259116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.262602 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.271532 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ea2a50c0-c67e-4677-931c-f9da2ea8b4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:49.280937 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29a91e-deab-4ba7-99ed-4cec67d4fd8d req-7aa4f5a0-d373-40c9-9399-6dbf821eb7a7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:49.282433 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4e29a91e-deab-4ba7-99ed-4cec67d4fd8d req-7aa4f5a0-d373-40c9-9399-6dbf821eb7a7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 943 time: 0.0888898
Jul 09 18:51:49.310116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1824b55d-0131-491d-90bd-40ad0a26da52,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:49.316882 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=636e5b6ab895442ea135c5fe48a5cd50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3079851
Jul 09 18:51:49.318664 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 43488) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:49.319937 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.320349 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.320654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.321024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.321373 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.321721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.322064 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.322405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.322746 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.323087 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.323474 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.323758 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:49.327874 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:49.341849 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4e29a91e-deab-4ba7-99ed-4cec67d4fd8d req-c702bcae-80d5-4d0f-89dd-6790212855b7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523138
Jul 09 18:51:49.388482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.415069 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.466358 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.471360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:49.485327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1824b55d-0131-491d-90bd-40ad0a26da52,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:49.488872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:49.490780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:49.491868 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1824b55d-0131-491d-90bd-40ad0a26da52 HTTP/1.1" status: 204  len: 168 time: 0.1723099
Jul 09 18:51:50.025611 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3a49d8d1-0742-47e2-bdb1-2146366d59b1 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:51:50.044225 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c28bb2-f4d5-4463-bfe5-44fc1e0797df req-0e7ebfa2-2c63-4bf1-99b4-f9bbab563a49 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:50.046147 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87c28bb2-f4d5-4463-bfe5-44fc1e0797df req-0e7ebfa2-2c63-4bf1-99b4-f9bbab563a49 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1547768
Jul 09 18:51:50.114456 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87c28bb2-f4d5-4463-bfe5-44fc1e0797df req-485cc796-1f5d-4966-a8cc-2f371c6c8e62 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556805
Jul 09 18:51:50.254983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:50.270445 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '3a49d8d1-0742-47e2-bdb1-2146366d59b1', 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151', 'port_id': '3a49d8d1-0742-47e2-bdb1-2146366d59b1', 'mac_address': 'fa:16:3e:0f:0c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a905f3df-acdf-4ad4-a347-a13a1f99b77f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:51:50.332351 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.347726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43544) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:50.353390 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a49d8d1-0742-47e2-bdb1-2146366d59b1 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:51:50.372164 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:50.375916 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.378811 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:50.459058 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfe483-e093-45e3-963c-53f0c06ac0b2 req-a565ada8-9034-4be3-91b8-504334f7022c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:50.460818 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3fcfe483-e093-45e3-963c-53f0c06ac0b2 req-a565ada8-9034-4be3-91b8-504334f7022c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1962843
Jul 09 18:51:50.478284 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:50.481495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:50.503271 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-582724127-network', 'tenant_id': '42c797a216184a848398c8806ed5b74a'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:50.508199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:50.512714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Usage tracker for resource:network and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:50.515856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:50.523222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:50.534640 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Made reservation on behalf of 42c797a216184a848398c8806ed5b74a for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:50.537182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.549221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.564187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:50.566983 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3fcfe483-e093-45e3-963c-53f0c06ac0b2 req-337593ce-7de3-45a8-a4e7-20496c9da1ee tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994525
Jul 09 18:51:50.568493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:50.572408 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:50.578988 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:50.598643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ac5bb-d8e2-4cb9-8f2b-c4bebc1ee1d0 req-015a50ef-4ba0-4038-ba5a-5991e94d6438 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:50.600128 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-530ac5bb-d8e2-4cb9-8f2b-c4bebc1ee1d0 req-015a50ef-4ba0-4038-ba5a-5991e94d6438 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 944 time: 0.1181877
Jul 09 18:51:50.665966 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-530ac5bb-d8e2-4cb9-8f2b-c4bebc1ee1d0 req-6d35486c-0e5b-4cb0-8ece-12cdba226fda tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561490
Jul 09 18:51:50.681854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.685792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.691358 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-aa710329-9420-4921-bb02-aebc724f8969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:50.717844 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:51:50.731176 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57511b4b-490a-4e0d-984e-4ae1cfc699b5,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:50.735892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:50.738914 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.739412 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Added segment 56a37ff9-8955-4c93-a0c6-dc1f1a68c37c of type vlan for network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273
Jul 09 18:51:50.770027 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.787855 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e327-6e7b-48f3-a942-3d915586795d req-901e9545-d0a1-46f1-9208-431690512938 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:50.789340 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-18c9e327-6e7b-48f3-a942-3d915586795d req-901e9545-d0a1-46f1-9208-431690512938 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1021602
Jul 09 18:51:50.798002 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43558) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:50.803709 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'floatingip': {'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:50.824890 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['3a49d8d1-0742-47e2-bdb1-2146366d59b1'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:51:50.852305 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.862600 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:50.864265 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:50.878112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:50.958385 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.107827 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7589314
Jul 09 18:51:51.111395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 43564) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:51.111882 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:51.115637 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:51.118632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Request body: {'subnet': {'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-582724127-subnet', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:51.123587 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:51:51.125456 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:51.130266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Usage tracker for resource:subnet and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:51.133447 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:51.139727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:51.152102 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Made reservation on behalf of 42c797a216184a848398c8806ed5b74a for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:51:51.154765 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6506843'] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.415002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd92ce-153d-4275-9a23-1deaf3991987 req-09675185-426a-4c9a-9df7-8cde839ee14b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:51.416501 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-75dd92ce-153d-4275-9a23-1deaf3991987 req-09675185-426a-4c9a-9df7-8cde839ee14b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1485419
Jul 09 18:51:51.486537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6506829'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.495527 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:51.527522 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-75dd92ce-153d-4275-9a23-1deaf3991987 req-68cdeb12-cf27-4e4c-8f33-b94e2071cd33 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021419
Jul 09 18:51:51.545594 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 43576) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:51.586742 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3f4710-ae30-4d97-9d90-e50936858dba,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:51.590742 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:51.596103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Checking segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:51.596199 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Network hostable DHCP agents. Network: 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:51:51.617554 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:51:51.619407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.623267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.627796 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:51.633167 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:51.633781 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.640038 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f1744-6b49-4974-8203-c32aab309d31 None None] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:51.660659 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-70545112-e4aa-45a5-bcb7-546aa2cd5c2e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5479066
Jul 09 18:51:51.661407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 43582) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:51.666750 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:51:51.697974 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:51.713044 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.737730 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Usage tracker for resource:router and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:51.742849 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:51.749615 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:51.766546 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:51.773036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.774052 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.780165 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Usage tracker for resource:security_group_rule and tenant:7b25b67f6a8c456ab370af25384d413a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:51.786125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:51.794961 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:51.814475 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.980567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:51:51.981893 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:51.990851 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Floating IP dd7ff724-c34f-4293-90bd-a8baf0a5ee2e associated. External IP: 172.27.1.29, port: 82efb77e-77ec-440b-8743-61042d0eb18e.
Jul 09 18:51:52.129520 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa53450-b5a5-486a-b2b9-a738dea8867b req-0888d820-2664-4592-abc7-32f23e83bd0a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:52.130126 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3a49d8d1-0742-47e2-bdb1-2146366d59b1 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:52.131574 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afa53450-b5a5-486a-b2b9-a738dea8867b req-0888d820-2664-4592-abc7-32f23e83bd0a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 944 time: 0.3149223
Jul 09 18:51:52.257209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:52.265069 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:52.265555 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.348233 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Allocated IP 172.20.0.2 (6815a5d5-3164-4f3a-b2ee-a4e9c11b1273/1e3f4710-ae30-4d97-9d90-e50936858dba/fa79a3ef-e56b-48e8-b4de-2252abd6f360) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:52.349763 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.372314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.387315 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.435054 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.452931 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-29574463-771f-418d-9b7f-5d009adf393a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:52.477618 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:52.485171 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b25b67f6a8c456ab370af25384d413a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9385502
Jul 09 18:51:52.506044 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 43600) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:52.525203 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afa53450-b5a5-486a-b2b9-a738dea8867b req-c867d9d7-609b-4f93-8e5f-2b6330a452fc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282464
Jul 09 18:51:52.551480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:52.576889 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:51:52.677484 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde798cb-9e53-4d03-b2e7-b773cf558950,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:52.698837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:52.748424 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.754139 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1', 'code': 200}
Jul 09 18:51:52.754652 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:52.793358 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.809596 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.830341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Transition to ACTIVE for port object fa79a3ef-e56b-48e8-b4de-2252abd6f360 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:52.859041 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:52.862392 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.862555 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Transition to ACTIVE for port object fa79a3ef-e56b-48e8-b4de-2252abd6f360 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:52.869790 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.870135 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.870460 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.870786 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.871263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.871590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.871926 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.872314 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.872662 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.873055 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.873377 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.873729 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:51:52.879593 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.883897 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:52.884563 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:52.889451 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:52.905162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:52.906296 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:52.942142 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:52.943247 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f970>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:52.973359 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2146fac3-992e-484d-8711-c7c36c5fa9c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "PUT /v2.0/floatingips/dd7ff724-c34f-4293-90bd-a8baf0a5ee2e HTTP/1.1" status: 200  len: 991 time: 2.1741812
Jul 09 18:51:52.974423 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:51:53.018891 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:53.022037 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:53.025759 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:53.104796 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Pushing event updated for resources: {'Port': ['ID=fa79a3ef-e56b-48e8-b4de-2252abd6f360,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:53.117217 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:53.122757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62632439-4586-43ac-ae29-de9b427a5ce6 req-9f4ad0b7-f508-46e9-9069-f47d6526c126 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:53.124959 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62632439-4586-43ac-ae29-de9b427a5ce6 req-9f4ad0b7-f508-46e9-9069-f47d6526c126 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.4068556
Jul 09 18:51:53.146199 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Attempting to bind port fa79a3ef-e56b-48e8-b4de-2252abd6f360 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:53.146717 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Attempting to bind port fa79a3ef-e56b-48e8-b4de-2252abd6f360 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:53.146941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Attempting to bind port fa79a3ef-e56b-48e8-b4de-2252abd6f360 on network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:53.149523 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.153605 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:53.153988 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Checking segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:53.154396 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.155608 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Bound using segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:53.155736 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Bound port: fa79a3ef-e56b-48e8-b4de-2252abd6f360, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:53.156109 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.157093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:53.231686 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'status': 'completed', 'code': 200}
Jul 09 18:51:53.265316 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] For port fa79a3ef-e56b-48e8-b4de-2252abd6f360, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:53.271497 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] For port fa79a3ef-e56b-48e8-b4de-2252abd6f360, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=fa79a3ef-e56b-48e8-b4de-2252abd6f360,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:53.275370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.279415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:53.300905 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde798cb-9e53-4d03-b2e7-b773cf558950,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:53.304002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:53.335758 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:53.348455 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62632439-4586-43ac-ae29-de9b427a5ce6 req-42930dd4-0625-450b-b444-c4838bbb148e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2004435
Jul 09 18:51:53.350365 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.351377 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cde798cb-9e53-4d03-b2e7-b773cf558950 HTTP/1.1" status: 204  len: 168 time: 0.8249521
Jul 09 18:51:53.371634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-7c6d4609-0adb-48e6-b597-8c63e9c68e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:53.373394 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-7c6d4609-0adb-48e6-b597-8c63e9c68e8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1099 time: 0.1147144
Jul 09 18:51:53.399911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Pushing event updated for resources: {'Port': ['ID=fa79a3ef-e56b-48e8-b4de-2252abd6f360,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:53.403131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:53.528914 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d6d9-832b-47ec-ae62-5130a1c0ae09 req-94b0c846-2720-4c91-a695-e85081eba7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:53.530541 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bb08d6d9-832b-47ec-ae62-5130a1c0ae09 req-94b0c846-2720-4c91-a695-e85081eba7cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 1098 time: 0.6720321
Jul 09 18:51:53.635313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-cc0edf0b-d471-42d2-9c94-163536871cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:53.646548 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-cc0edf0b-d471-42d2-9c94-163536871cc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.2647002
Jul 09 18:51:53.761233 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bb08d6d9-832b-47ec-ae62-5130a1c0ae09 req-3f3c5432-304a-4569-aa4e-8fb60457f18a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095492
Jul 09 18:51:53.764404 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.846063 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:53.901724 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-2c0aa6af-9d2b-4c95-a4b7-9e8c2c4e0a29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 999 time: 0.2424693
Jul 09 18:51:53.968209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device fa79a3ef-e56b-48e8-b4de-2252abd6f360 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:53.973137 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edbb8f-8753-40c3-bd0d-bf17aa30bba7 req-478fd02d-ff70-4103-bf6c-701f0d62600d tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:53.974911 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f6edbb8f-8753-40c3-bd0d-bf17aa30bba7 req-478fd02d-ff70-4103-bf6c-701f0d62600d tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.3040252
Jul 09 18:51:54.024437 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43624) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:54.076397 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.082072 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f6edbb8f-8753-40c3-bd0d-bf17aa30bba7 req-05dcd127-65ab-41de-ab8b-8fa541bfb98e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731523
Jul 09 18:51:54.083282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Allocated IP 172.27.1.26 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/9aac8179-40c7-4c19-952a-e88945858b3f) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:54.105471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:51:54.115496 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:0289ca1cd9bf44f7a0fd36c228581bc8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:51:54.115496 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:51:54.121502 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:51:54.142789 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port fa79a3ef-e56b-48e8-b4de-2252abd6f360 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:54.161180 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f970>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'dd7ff724-c34f-4293-90bd-a8baf0a5ee2e', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:51:16Z', 'updated_at': '2021-07-09T18:51:51Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:54.179676 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:54.194547 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:54.195243 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f970>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:54.309484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-415aaa4c-dae3-432f-9445-d9815aeac8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:54.316155 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-415aaa4c-dae3-432f-9445-d9815aeac8d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.3946888
Jul 09 18:51:54.322861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.336282 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.372646 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.419478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.420135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-72210cc2-5613-4a53-b02b-b70a8d190377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:54.427727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:54.509040 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:54.549878 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0289ca1cd9bf44f7a0fd36c228581bc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5206485
Jul 09 18:51:54.559547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43640) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:54.571951 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Pushing event updated for resources: {'Port': ['ID=9aac8179-40c7-4c19-952a-e88945858b3f,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:54.583590 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc5252-b158-41da-be71-97d7276a2a85,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:54.586900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:54.604097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:51:54.609147 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:51:54.616293 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:51:54.631654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:54.752587 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f508c38-eb53-4f49-a5de-c1768ac1ad25 req-c6058722-94aa-4b4c-a184-455f86c53535 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:54.756350 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-1623d065-b153-4251-bed0-9ba477ce1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:54.759284 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-1623d065-b153-4251-bed0-9ba477ce1dae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4298334
Jul 09 18:51:54.759436 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f508c38-eb53-4f49-a5de-c1768ac1ad25 req-c6058722-94aa-4b4c-a184-455f86c53535 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2536700
Jul 09 18:51:54.794641 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:54.852634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.035824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.061547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3331db0c-b077-49cf-a532-b32df5f6b748 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:55.125165 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650aa40-1dd1-4f7d-b4e3-193254ccb096 None None] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:51:55.148017 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f508c38-eb53-4f49-a5de-c1768ac1ad25 req-32dac684-8be8-408a-a366-549c74fc209c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3778443
Jul 09 18:51:55.295856 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f970>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'dd7ff724-c34f-4293-90bd-a8baf0a5ee2e', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:51:16Z', 'updated_at': '2021-07-09T18:51:51Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:55.311184 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1035013-4fac-49f3-93f9-bda3608bf2c9 None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'dd7ff724-c34f-4293-90bd-a8baf0a5ee2e', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:51:16Z', 'updated_at': '2021-07-09T18:51:51Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:51:55.364031 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Provisioning for port fa79a3ef-e56b-48e8-b4de-2252abd6f360 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:51:55.371827 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Provisioning complete for port fa79a3ef-e56b-48e8-b4de-2252abd6f360 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:55.372494 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.437999 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc5252-b158-41da-be71-97d7276a2a85,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:55.444399 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.445533 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95fc5252-b158-41da-be71-97d7276a2a85 HTTP/1.1" status: 204  len: 168 time: 0.8799686
Jul 09 18:51:55.464289 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:55.528554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-39a32550-77ce-494d-af7e-94ae1e67d89a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428144818&fields=id&tenant_id=51125c648dcc4a42aaa3431a7851a826 HTTP/1.1" status: 200  len: 267 time: 0.3972368
Jul 09 18:51:55.579055 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-17f7b327-d68f-4668-9fd9-d441e777ed47 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7854724
Jul 09 18:51:55.703341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.715192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.743025 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976ce16-a0bd-4f01-8644-f234257cb317 None None] New status for floating IP dd7ff724-c34f-4293-90bd-a8baf0a5ee2e: ACTIVE {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:51:55.805853 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-113e26ae-3ded-485c-a740-6530b9dc3035 req-0a0ca3a8-b33b-4dda-ac99-81c8002454d1 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014165
Jul 09 18:51:55.832015 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] For port fa79a3ef-e56b-48e8-b4de-2252abd6f360, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=fa79a3ef-e56b-48e8-b4de-2252abd6f360,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:51:55.850612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:55.855505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:56.183325 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Pushing event updated for resources: {'Port': ['ID=fa79a3ef-e56b-48e8-b4de-2252abd6f360,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:56.189784 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:56.253469 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63adfa-9992-434f-9ac4-94e17f3fe881 req-ac3631dc-07b7-4427-b185-bc535e36a6a9 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:56.254934 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d63adfa-9992-434f-9ac4-94e17f3fe881 req-ac3631dc-07b7-4427-b185-bc535e36a6a9 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.8246465
Jul 09 18:51:56.272324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-59d16ec3-9488-4e94-8eb3-eab78c924cc4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:56.276622 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-59d16ec3-9488-4e94-8eb3-eab78c924cc4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 809 time: 0.7471728
Jul 09 18:51:56.280245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-2249fb86-79a6-47e4-9f21-944f156e5253 None None] Provisioning complete for port fa79a3ef-e56b-48e8-b4de-2252abd6f360 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:56.280890 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2249fb86-79a6-47e4-9f21-944f156e5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:56.389388 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-949a9b5e-5f5c-4ecb-90df-b7e64c1adb53 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/quotas/51125c648dcc4a42aaa3431a7851a826 HTTP/1.1" status: 200  len: 375 time: 0.0431089
Jul 09 18:51:56.518740 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d63adfa-9992-434f-9ac4-94e17f3fe881 req-f5bf8a9d-a8a2-4835-965d-2336ec425e11 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2561698
Jul 09 18:51:56.557713 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:56.655763 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-56a38b58-7997-46cf-a2a4-8bf1f7509e2c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Synchronizing usage tracker for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:51:56.745395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-56a38b58-7997-46cf-a2a4-8bf1f7509e2c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Unset dirty status for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:51:56.746709 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-56a38b58-7997-46cf-a2a4-8bf1f7509e2c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3445833
Jul 09 18:51:56.913489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:51:56.923949 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-ff4e8306-41f8-4ae2-9952-cb14f06697a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639903
Jul 09 18:51:57.245565 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-e245e8f6-37ab-4c45-ac5f-91cd459b797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:57.247784 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-e245e8f6-37ab-4c45-ac5f-91cd459b797d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.0848880
Jul 09 18:51:57.414518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-bb5ed0f9-a340-4b49-932e-91d58e34b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:57.416175 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-bb5ed0f9-a340-4b49-932e-91d58e34b0af service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.1472709
Jul 09 18:51:57.436495 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:51:57.442360 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-de051ad1-4a6b-4ab5-b394-24c6a5edfb07 service neutron] 10.222.0.20 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4551516
Jul 09 18:51:57.447847 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Sync routers for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:51:57.460877 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:57.461058 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695b4b5-0382-48ca-b111-123c5b2cc508 req-2f212346-ab2c-4861-a0d2-5f8b2b171ee6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:57.461829 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f580>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:57.462561 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2695b4b5-0382-48ca-b111-123c5b2cc508 req-2f212346-ab2c-4861-a0d2-5f8b2b171ee6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.4825888
Jul 09 18:51:57.512963 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:57.519297 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.8545485
Jul 09 18:51:57.519476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43714) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:51:57.522457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44b4de-4938-4be1-a012-4aa6d1b040df req-38a4619e-a602-4d49-b55f-440d257dc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:57.523953 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ae44b4de-4938-4be1-a012-4aa6d1b040df req-38a4619e-a602-4d49-b55f-440d257dc7ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.3109744
Jul 09 18:51:57.540192 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-c841ab20-8504-4607-8edb-b1d9fbfb1b49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.1154962
Jul 09 18:51:57.542432 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2695b4b5-0382-48ca-b111-123c5b2cc508 req-8b51bca7-2fd8-4387-b43f-b8e74261286d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673141
Jul 09 18:51:57.644862 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ae44b4de-4938-4be1-a012-4aa6d1b040df req-8cad3e27-7149-41f9-8cbe-ad18206b1f94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012356
Jul 09 18:51:57.765554 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:57.785433 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device fa79a3ef-e56b-48e8-b4de-2252abd6f360 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:51:57.806946 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-8857cde8-1323-4c65-98b4-55a0c2a90cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:57.808468 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-8857cde8-1323-4c65-98b4-55a0c2a90cff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1737812
Jul 09 18:51:57.883843 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-766a7c0d-d6c3-46ba-b849-f9841fcf4afa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648246
Jul 09 18:51:57.945189 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port fa79a3ef-e56b-48e8-b4de-2252abd6f360 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:51:57.945572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:58.346370 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-52f58914-48c0-4e9d-86a4-9be309470e75 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3997977
Jul 09 18:51:58.427177 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f580>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:58.431384 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Checking router: 4b94c569-4f8e-4376-85b2-25ddf49fdf76 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:51:58.431726 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Updating router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 port 9aac8179-40c7-4c19-952a-e88945858b3f binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:51:58.541976 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:58.566508 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc35ba0-32c1-4b2d-ae9b-5414513223e0 req-b507a1d1-31a0-4d87-9161-d4659b14c7bb tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:58.574010 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2fc35ba0-32c1-4b2d-ae9b-5414513223e0 req-b507a1d1-31a0-4d87-9161-d4659b14c7bb tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.2277577
Jul 09 18:51:58.631661 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2fc35ba0-32c1-4b2d-ae9b-5414513223e0 req-8e89eb02-ac03-4e3d-aef1-cec3de3f3c50 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538383
Jul 09 18:51:58.968098 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c992a103-6f7d-46d8-a685-bd23c981d2db req-c1a03480-cda8-4bfd-8811-71157a22c4a0 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 210 time: 0.2545936
Jul 09 18:51:59.098349 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ba5a-3429-4db7-844e-a0126a1b4208 req-a3fd9718-bb68-4534-a9c4-3cc2e186b28f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:51:59.113333 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92e1ba5a-3429-4db7-844e-a0126a1b4208 req-a3fd9718-bb68-4534-a9c4-3cc2e186b28f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2727432
Jul 09 18:51:59.161610 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ba8db06d-b1b1-476e-8592-4e949a3b84f1 req-f83df3c8-6646-4e77-a52c-b088672ae7a5 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6569107
Jul 09 18:51:59.229055 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92e1ba5a-3429-4db7-844e-a0126a1b4208 req-88af9db9-c71c-4b75-b9f2-1b0985271ffb tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118004
Jul 09 18:51:59.231469 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.254283 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Transition to ACTIVE for port object 9aac8179-40c7-4c19-952a-e88945858b3f will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:59.268104 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.273041 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-59132158-5ee8-464d-8ef6-7dbfaf62cba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:59.338991 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e671-4a2b-4415-ad83-e296e5aa017b None None] Pushing event updated for resources: {'Port': ['ID=9aac8179-40c7-4c19-952a-e88945858b3f,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:59.343154 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-f815e671-4a2b-4415-ad83-e296e5aa017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:59.364561 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Attempting to bind port 9aac8179-40c7-4c19-952a-e88945858b3f on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:51:59.365087 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Attempting to bind port 9aac8179-40c7-4c19-952a-e88945858b3f by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:51:59.365540 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Attempting to bind port 9aac8179-40c7-4c19-952a-e88945858b3f on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:51:59.371065 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:51:59.371565 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:51:59.371707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.372182 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.372637 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:51:59.374709 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Bound port: 9aac8179-40c7-4c19-952a-e88945858b3f, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:51:59.374709 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.471984 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] For port 9aac8179-40c7-4c19-952a-e88945858b3f, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:51:59.476074 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] For port 9aac8179-40c7-4c19-952a-e88945858b3f, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9aac8179-40c7-4c19-952a-e88945858b3f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:51:59.480629 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.487236 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:51:59.571648 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e671-4a2b-4415-ad83-e296e5aa017b None None] Pushing event updated for resources: {'Port': ['ID=9aac8179-40c7-4c19-952a-e88945858b3f,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:51:59.577122 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-f815e671-4a2b-4415-ad83-e296e5aa017b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:51:59.618656 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:51:59.619288 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f580>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:51:59.703463 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Allocated IP 172.20.0.1 (6815a5d5-3164-4f3a-b2ee-a4e9c11b1273/1e3f4710-ae30-4d97-9d90-e50936858dba/4a3537c6-127b-4182-9bea-72b976516a90) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:51:59.916467 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.936274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Transition to ACTIVE for port object 4a3537c6-127b-4182-9bea-72b976516a90 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:51:59.939439 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:51:59.964359 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:51:59.970248 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-573200db-4f04-4033-a228-41a1a952eaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:00.045104 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:00.049562 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:00.052599 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:00.124960 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:00.135190 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:00.138832 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:00.233531 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a50db123-0532-44ad-81b6-bafb3dd030a6 req-148dcf23-1502-4556-90b3-418ff44533c6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 210 time: 0.0904837
Jul 09 18:52:00.394817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:00.474458 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-116254b5-1ddf-4d8b-a01d-b9b6eca6e4b7 None None] Provisioning for port 4a3537c6-127b-4182-9bea-72b976516a90 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:00.479673 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-116254b5-1ddf-4d8b-a01d-b9b6eca6e4b7 None None] Provisioning complete for port 4a3537c6-127b-4182-9bea-72b976516a90 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:00.480381 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-116254b5-1ddf-4d8b-a01d-b9b6eca6e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:00.509401 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f2f580>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:00.517283 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f906e596-6207-4c05-a851-a218f08864b5 None None] The sync data for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi is: [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:51:55Z', 'revision_number': 3, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:52:00.543727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5cd0-494c-471e-90ab-193931a6fdd4 req-d3dea3ab-f6eb-4272-a6b1-34d6bc51d160 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:00.564373 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-64ef5cd0-494c-471e-90ab-193931a6fdd4 req-d3dea3ab-f6eb-4272-a6b1-34d6bc51d160 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1788216
Jul 09 18:52:00.595915 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-116254b5-1ddf-4d8b-a01d-b9b6eca6e4b7 None None] Port 4a3537c6-127b-4182-9bea-72b976516a90 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:00.675960 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-64ef5cd0-494c-471e-90ab-193931a6fdd4 req-a0647e14-2fa5-4f66-bd78-e9d71d910a75 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098199
Jul 09 18:52:00.906925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:00.918408 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:01.055311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5d8c51db-8844-4afd-8ea7-3d79008607b8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:01.112255 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:01.303888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-eac995a7-695f-45d3-b7af-5016e611eff4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:01.304728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-eac995a7-695f-45d3-b7af-5016e611eff4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Synchronizing usage tracker for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:network {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:01.337426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:01.340759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:01.371116 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-eac995a7-695f-45d3-b7af-5016e611eff4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Unset dirty status for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:network {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:01.372876 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-eac995a7-695f-45d3-b7af-5016e611eff4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 809 time: 0.7106538
Jul 09 18:52:01.451924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:01.458304 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-a8536507-e922-4cf8-85b9-3f338b4acce9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Synchronizing usage tracker for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:01.461019 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:01.497174 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62aa9a4f-823f-4030-9731-30d1c5631e80 req-0213539f-3304-465f-aeb4-0d6cc890a7a0 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 210 time: 0.0959744
Jul 09 18:52:01.560885 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-45a00dc4-f53c-4974-a037-9d255141053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:01.562621 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-45a00dc4-f53c-4974-a037-9d255141053c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.2191043
Jul 09 18:52:01.577980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-298ac543-b4db-4009-a036-288a4b86b262 req-a8536507-e922-4cf8-85b9-3f338b4acce9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Unset dirty status for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:01.579307 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-a8536507-e922-4cf8-85b9-3f338b4acce9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51125c648dcc4a42aaa3431a7851a826 HTTP/1.1" status: 200  len: 379 time: 0.1821465
Jul 09 18:52:01.591500 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'port': {'device_id': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'admin_state_up': True, 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'security_groups': ['5d70cc45-e618-497d-8e01-5c77639508fd']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:01.607384 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492be12c-2e06-47b2-9ff1-edad9df8c2c1 req-ff44cd5f-a05f-4b2b-bfbd-5ccf701363ed tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:01.617676 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-492be12c-2e06-47b2-9ff1-edad9df8c2c1 req-ff44cd5f-a05f-4b2b-bfbd-5ccf701363ed tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2143064
Jul 09 18:52:01.783249 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-8e0a64a8-75d4-48c7-8e84-cfced26ebf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:01.784715 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-8e0a64a8-75d4-48c7-8e84-cfced26ebf9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.2134004
Jul 09 18:52:01.824997 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9aac8179-40c7-4c19-952a-e88945858b3f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:01.911182 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-492be12c-2e06-47b2-9ff1-edad9df8c2c1 req-69f2525d-69c8-4a6b-85fd-cfb37fce9a53 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924225
Jul 09 18:52:01.950252 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-6fe89bd7-b9ec-42a5-9a11-9d84b77bbc1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.1440327
Jul 09 18:52:02.024974 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.031697 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-ce237167-747a-473b-9849-78c70bc35dd2 None None] Provisioning complete for port 4a3537c6-127b-4182-9bea-72b976516a90 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:02.032357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-ce237167-747a-473b-9849-78c70bc35dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.071404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:52:02.085425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:02.098198 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-dd8de57b-2984-4fdc-ba1d-6ba624f3e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:02.101117 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-dd8de57b-2984-4fdc-ba1d-6ba624f3e0e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1396585
Jul 09 18:52:02.102788 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-ce237167-747a-473b-9849-78c70bc35dd2 None None] Port 4a3537c6-127b-4182-9bea-72b976516a90 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:02.114757 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 9aac8179-40c7-4c19-952a-e88945858b3f completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:02.122946 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9aac8179-40c7-4c19-952a-e88945858b3f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:02.123729 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.158353 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:02.191567 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-49978780-afde-4786-a514-6a22e31779d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0818477
Jul 09 18:52:02.213810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Made reservation on behalf of 51125c648dcc4a42aaa3431a7851a826 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:02.217201 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.303257 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.335885 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 9aac8179-40c7-4c19-952a-e88945858b3f, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9aac8179-40c7-4c19-952a-e88945858b3f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:02.341995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.347465 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-eb158f80-3599-4ca7-ad67-3a2f5f6470b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:02.414425 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-8b5dffb0-3e9a-42a1-9512-88da2bcf7716 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022884
Jul 09 18:52:02.444634 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=9aac8179-40c7-4c19-952a-e88945858b3f,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:02.447820 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:02.626832 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88813f52-c6b5-42ea-95cd-8e7d94094c92 req-bcc6ae41-636d-4779-a826-4efa17d96e8e service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964660
Jul 09 18:52:02.670853 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:52:02.687875 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-915358e5-debe-4f83-9230-5a1577922af3 req-da76e0c8-533f-4eb4-8c9c-a7fca103ce6d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 210 time: 0.0465624
Jul 09 18:52:02.694429 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Allocated IP 172.20.0.11 (d89ee3ba-ec24-4307-8a94-1f04a03f5291/780a8652-d9c8-4ef8-82ea-c39ee62a7018/b725faeb-a270-42e9-9a08-38e5dcf99100) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:02.708503 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b94c569-4f8e-4376-85b2-25ddf49fdf76/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1888826
Jul 09 18:52:02.796280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Sync routers for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:52:02.806347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:02.807013 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c12ae20>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:02.970834 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:02.994714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Transition to ACTIVE for port object b725faeb-a270-42e9-9a08-38e5dcf99100 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:03.045194 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:03.061286 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5b8e6bd7-493e-49e6-8e27-ea2f03fdf986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:03.069733 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:03.130638 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:03.135589 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:03.149607 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:03.159747 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391cfb6-1194-45cc-b3c5-f2a331b90ce8 req-cffbd778-9b69-42de-941c-aa91287c091b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:03.169042 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d391cfb6-1194-45cc-b3c5-f2a331b90ce8 req-cffbd778-9b69-42de-941c-aa91287c091b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1268084
Jul 09 18:52:03.244046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:03.251458 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d391cfb6-1194-45cc-b3c5-f2a331b90ce8 req-f46bfdc1-ef35-4a84-b87b-4b39957e9e58 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801363
Jul 09 18:52:03.276446 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:03.289361 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:03.290045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:03.344329 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7574298
Jul 09 18:52:03.359785 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Request body: {'port': {'device_id': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:03.613298 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-31c751d4-8106-41f4-99d2-5b6167d0ac16 None None] Provisioning for port b725faeb-a270-42e9-9a08-38e5dcf99100 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:03.638879 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-31c751d4-8106-41f4-99d2-5b6167d0ac16 None None] Provisioning complete for port b725faeb-a270-42e9-9a08-38e5dcf99100 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:03.639131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-31c751d4-8106-41f4-99d2-5b6167d0ac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:03.650848 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:03.844549 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9205c8d-36a0-4feb-9a75-0a14a3dba1a6 req-e3b06486-256c-4180-9f52-bc6e1cfae6b7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:03.851170 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a9205c8d-36a0-4feb-9a75-0a14a3dba1a6 req-e3b06486-256c-4180-9f52-bc6e1cfae6b7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1832893
Jul 09 18:52:03.896755 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9aac8179-40c7-4c19-952a-e88945858b3f up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:03.981005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43918) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:04.010946 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-31c751d4-8106-41f4-99d2-5b6167d0ac16 None None] Port b725faeb-a270-42e9-9a08-38e5dcf99100 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:04.025725 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1714964843-network', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:04.047474 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:04.053476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Usage tracker for resource:network and tenant:feee4c0d91764485882ce243115ddbb3 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:04.058081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:04.067737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:04.089009 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Made reservation on behalf of feee4c0d91764485882ce243115ddbb3 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:04.092101 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.111058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.119055 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 9aac8179-40c7-4c19-952a-e88945858b3f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:04.119637 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.128223 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a9205c8d-36a0-4feb-9a75-0a14a3dba1a6 req-44bef49f-d0a1-4f7c-8d09-093bb3d69941 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2758963
Jul 09 18:52:04.163477 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c12ae20>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 2, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:04.223996 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Checking router: 4b94c569-4f8e-4376-85b2-25ddf49fdf76 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:52:04.224787 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Updating router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 port 4a3537c6-127b-4182-9bea-72b976516a90 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:52:04.288450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:04.292338 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Usage tracker for resource:security_group_rule and tenant:feee4c0d91764485882ce243115ddbb3 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:04.295272 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:04.303421 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:04.312898 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.399971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509e1a7-f623-4b87-9928-fa57c80a7018 req-b2c45c3d-4b87-46f7-b680-1adf43793699 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:04.424049 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2509e1a7-f623-4b87-9928-fa57c80a7018 req-b2c45c3d-4b87-46f7-b680-1adf43793699 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 932 time: 0.1974330
Jul 09 18:52:04.455075 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b725faeb-a270-42e9-9a08-38e5dcf99100 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:04.475013 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.528303 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Transition to ACTIVE for port object b725faeb-a270-42e9-9a08-38e5dcf99100 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:04.539556 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2509e1a7-f623-4b87-9928-fa57c80a7018 req-bc86525b-5ceb-4a13-bf13-c0a54c53d5a2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1004205
Jul 09 18:52:04.550530 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.567232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7c5031c9-b872-44bf-8f45-16f55a305d65 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:04.607823 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.630490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.642541 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:52:04.645139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe6eaa-3c97-400a-b9de-5edf696d4338 req-f509569e-1eef-4c2d-b2df-92e728911a7c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:04.647056 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2afe6eaa-3c97-400a-b9de-5edf696d4338 req-f509569e-1eef-4c2d-b2df-92e728911a7c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1061678
Jul 09 18:52:04.654391 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.654726 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Added segment e6b53b56-9b98-46a6-8676-2cc8ee5697e8 of type vlan for network ccc83c17-644e-43e7-a784-c68a01abefd1
Jul 09 18:52:04.689190 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.730439 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2afe6eaa-3c97-400a-b9de-5edf696d4338 req-9aabce40-01e3-4bbb-92a9-8ebc893271b3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756483
Jul 09 18:52:04.836871 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.837259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:04.840854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:04.842226 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c88fd70b-4544-452d-a7db-6e825ad53986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:04.850594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Transition to ACTIVE for port object 4a3537c6-127b-4182-9bea-72b976516a90 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:04.862425 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:04.867284 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-59afdd95-3e99-4dc1-80ed-604e27147a86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:05.053554 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.061707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:05.062410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.076399 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Pushing event updated for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:05.084382 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:05.146531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Attempting to bind port 4a3537c6-127b-4182-9bea-72b976516a90 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:05.147210 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Attempting to bind port 4a3537c6-127b-4182-9bea-72b976516a90 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:05.147302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Attempting to bind port 4a3537c6-127b-4182-9bea-72b976516a90 on network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:05.153076 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:05.153450 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Checking segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:05.154051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.154590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Bound using segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:05.155220 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Bound port: 4a3537c6-127b-4182-9bea-72b976516a90, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:05.155767 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.155885 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1684420
Jul 09 18:52:05.162391 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43946) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:05.179753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Request body: {'subnet': {'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1714964843-subnet', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:05.183165 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5003352a-3753-485f-8609-0ee4a5fde132,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:05.189880 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:05.190997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:05.193102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:05.217384 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Usage tracker for resource:subnet and tenant:feee4c0d91764485882ce243115ddbb3 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:05.247731 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:05.258765 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] For port 4a3537c6-127b-4182-9bea-72b976516a90, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:05.262457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] For port 4a3537c6-127b-4182-9bea-72b976516a90, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4a3537c6-127b-4182-9bea-72b976516a90,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:05.274488 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.280899 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:05.355328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:05.371712 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:05.372364 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c12ae20>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:51:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:05.395726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc83c17-644e-43e7-a784-c68a01abefd1,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:05.400211 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:05.400665 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-d850f673-3ae1-4db1-bf0d-c4534a0a54cb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:05.401136 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Attempting to bind port b725faeb-a270-42e9-9a08-38e5dcf99100 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:05.401421 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Attempting to bind port b725faeb-a270-42e9-9a08-38e5dcf99100 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:05.401743 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Attempting to bind port b725faeb-a270-42e9-9a08-38e5dcf99100 on network d89ee3ba-ec24-4307-8a94-1f04a03f5291 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:05.403707 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-d850f673-3ae1-4db1-bf0d-c4534a0a54cb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.2873950
Jul 09 18:52:05.406006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Made reservation on behalf of feee4c0d91764485882ce243115ddbb3 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:05.411928 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.443895 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Port b725faeb-a270-42e9-9a08-38e5dcf99100 on network d89ee3ba-ec24-4307-8a94-1f04a03f5291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:52:05.444996 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Attempting to bind port b725faeb-a270-42e9-9a08-38e5dcf99100 on network d89ee3ba-ec24-4307-8a94-1f04a03f5291 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:05.447500 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network ccc83c17-644e-43e7-a784-c68a01abefd1 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:52:05.481297 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-e7367004-3720-4cb4-b354-92be0e69aa75 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/quotas/73ef6ceb67544a6fa4fe6b3814dc665f HTTP/1.1" status: 200  len: 375 time: 0.0294964
Jul 09 18:52:05.557865 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Pushing event updated for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:05.578015 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:05.583113 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:05.583448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Checking segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:05.583838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Bound using segment: {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:05.584279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Bound port: b725faeb-a270-42e9-9a08-38e5dcf99100, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ea40d3-956b-4b83-8729-2bfac616466a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:05.584624 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.700028 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dce31-99cf-4b3e-9928-949fba6b4314 req-e81214cf-889e-41a6-ab79-3e2ec71abfe6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:05.707789 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-274dce31-99cf-4b3e-9928-949fba6b4314 req-e81214cf-889e-41a6-ab79-3e2ec71abfe6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.3027661
Jul 09 18:52:05.751824 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-b3f218b3-d9a2-4cfa-ac2b-5d05a383465c tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2357242
Jul 09 18:52:05.760149 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:05.764418 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:05.866285 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-274dce31-99cf-4b3e-9928-949fba6b4314 req-49cf99f9-6633-4eac-b87b-dd1b99705f06 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573606
Jul 09 18:52:05.909250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.914668 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:05.961520 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:05.998566 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:05.999189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.001191 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] 10.222.0.15 "PUT /v2.0/ports/b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 1094 time: 2.6457894
Jul 09 18:52:06.004078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:06.011627 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:06.095057 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-8710afd8-fe3f-4213-8f05-1953b37b233c service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3419864
Jul 09 18:52:06.109539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:06.115062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:06.115642 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bd33c963-d398-4921-80b1-44a7ede1b9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:06.233657 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Checking segment: {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:06.235669 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Network hostable DHCP agents. Network: ccc83c17-644e-43e7-a784-c68a01abefd1, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:52:06.299826 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5171027d-533e-4203-8600-2bc78e431596,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:06.313111 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:06.316464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Network ccc83c17-644e-43e7-a784-c68a01abefd1 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:52:06.334410 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba8bf962-14bd-44df-9336-bc6964804db2 service neutron] 10.222.0.20 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371268
Jul 09 18:52:06.359580 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, ccc83c17-644e-43e7-a784-c68a01abefd1) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:06.370238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:06.370839 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.400587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-d9cd0932-9f9d-4d96-83da-9f25c5e46912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:06.402244 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-d9cd0932-9f9d-4d96-83da-9f25c5e46912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1097 time: 0.2372727
Jul 09 18:52:06.423983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebec56f-b28e-441e-83a7-ad75da7c7cc7 None None] Network ccc83c17-644e-43e7-a784-c68a01abefd1 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:52:06.562938 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3953624
Jul 09 18:52:06.563185 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-aecaee51-6998-4fee-bc19-23911c5e4847 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 217 time: 0.1388400
Jul 09 18:52:06.563689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 43976) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:06.569174 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:06.575129 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:06.581065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Usage tracker for resource:router and tenant:feee4c0d91764485882ce243115ddbb3 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:06.584351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:06.593182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:06.611643 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dca2a8f3-04e2-496a-96ac-836d39089b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.652524 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.653610 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.655193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88f1a-5bc0-4ab8-bca2-7520e9fb13c2 req-ec7d94d5-edf5-4aba-8c11-37c47c05f0ab tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:06.667402 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7cd88f1a-5bc0-4ab8-bca2-7520e9fb13c2 req-ec7d94d5-edf5-4aba-8c11-37c47c05f0ab tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.2581339
Jul 09 18:52:06.697097 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:06.707351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-ea6a36fd-eb0e-4b36-8a97-5ca9d13e7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:06.709131 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-ea6a36fd-eb0e-4b36-8a97-5ca9d13e7e9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.1050632
Jul 09 18:52:06.802704 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7cd88f1a-5bc0-4ab8-bca2-7520e9fb13c2 req-3ebb0f88-9235-43c2-a02a-57ca0fbcafae tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343861
Jul 09 18:52:06.876795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74012-f8e8-4aec-8f26-15e76f2cc7aa req-61fa45db-abc1-4097-9371-4e2d9c2b73e3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:06.884824 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-84b74012-f8e8-4aec-8f26-15e76f2cc7aa req-61fa45db-abc1-4097-9371-4e2d9c2b73e3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1839364
Jul 09 18:52:07.009658 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-ccc83c17-644e-43e7-a784-c68a01abefd1', 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'fixed_ips': [{'subnet_id': '5171027d-533e-4203-8600-2bc78e431596'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:52:07.010829 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:07.035113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:07.064265 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e8ec448c-65d5-40fe-862d-0861c60090c5 req-84433590-49d7-4be6-b7c9-ba70c5412955 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 210 time: 0.0869868
Jul 09 18:52:07.071806 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-84b74012-f8e8-4aec-8f26-15e76f2cc7aa req-bcc55161-ef13-4946-8a10-d189c58460da tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682336
Jul 09 18:52:07.092478 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'status': 'completed', 'code': 200}
Jul 09 18:52:07.104876 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c12ae20>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:05Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:07.123824 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b596c4-c58f-4538-94fa-0aa0b3f070c2 None None] The sync data for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi is: [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:05Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:52:07.411747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Allocated IP 172.20.0.2 (ccc83c17-644e-43e7-a784-c68a01abefd1/5171027d-533e-4203-8600-2bc78e431596/0ee75262-5ea1-4673-ab69-e62caf5980e8) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:07.514932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be0ad6-b06c-489f-8ada-cac46f1e5588 req-44ffc2fc-fe4a-47c0-8538-b93c170e5d0c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:07.533289 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02be0ad6-b06c-489f-8ada-cac46f1e5588 req-44ffc2fc-fe4a-47c0-8538-b93c170e5d0c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2127678
Jul 09 18:52:07.545464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:07.595026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac543-b4db-4009-a036-288a4b86b262 req-f01c42a6-155f-4b7f-8ca6-4278f2b766a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:07.604744 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-f01c42a6-155f-4b7f-8ca6-4278f2b766a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8795993
Jul 09 18:52:07.619698 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02be0ad6-b06c-489f-8ada-cac46f1e5588 req-712319f6-aab1-4e87-aa5d-590c697332cf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854533
Jul 09 18:52:07.966635 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4a3537c6-127b-4182-9bea-72b976516a90 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:08.080072 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.087730 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 4a3537c6-127b-4182-9bea-72b976516a90 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:08.098012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4a3537c6-127b-4182-9bea-72b976516a90 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:08.098405 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.155203 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Transition to ACTIVE for port object 0ee75262-5ea1-4673-ab69-e62caf5980e8 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:08.196996 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Transition to ACTIVE for port object 0ee75262-5ea1-4673-ab69-e62caf5980e8 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:08.210708 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.216752 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:08.292376 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Pushing event updated for resources: {'Port': ['ID=0ee75262-5ea1-4673-ab69-e62caf5980e8,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:08.296534 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:08.312436 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-c98f03c5-a0ad-46ce-a6df-923575a8f4cb service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6846719
Jul 09 18:52:08.339692 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc8b6d-a48c-443c-ac44-b40c9287ca62 req-8bc49881-3bb4-4719-bb9c-7d3789e809e2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:08.348013 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07fc8b6d-a48c-443c-ac44-b40c9287ca62 req-8bc49881-3bb4-4719-bb9c-7d3789e809e2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.1846578
Jul 09 18:52:08.397795 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Network ccc83c17-644e-43e7-a784-c68a01abefd1 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:08.401303 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:08.405113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:08.498424 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3b136569-345c-464c-a12f-23dc9daa5adf req-7cef7690-6917-4e4a-9223-977f6c05e5aa tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 210 time: 0.1669691
Jul 09 18:52:08.557179 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07fc8b6d-a48c-443c-ac44-b40c9287ca62 req-7bc2b5cf-6c24-4eb2-b935-042378151d49 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1309628
Jul 09 18:52:08.558441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.583529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Attempting to bind port 0ee75262-5ea1-4673-ab69-e62caf5980e8 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:08.584338 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Attempting to bind port 0ee75262-5ea1-4673-ab69-e62caf5980e8 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:08.584740 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Attempting to bind port 0ee75262-5ea1-4673-ab69-e62caf5980e8 on network ccc83c17-644e-43e7-a784-c68a01abefd1 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:08.590827 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:08.591153 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Checking segment: {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:08.591558 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.592024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Bound using segment: {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:08.592555 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Bound port: 0ee75262-5ea1-4673-ab69-e62caf5980e8, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:08.592998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.714184 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] For port 0ee75262-5ea1-4673-ab69-e62caf5980e8, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:08.718008 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] For port 0ee75262-5ea1-4673-ab69-e62caf5980e8, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0ee75262-5ea1-4673-ab69-e62caf5980e8,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:08.727155 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 4a3537c6-127b-4182-9bea-72b976516a90, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4a3537c6-127b-4182-9bea-72b976516a90,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:08.729567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.738397 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:08.783923 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:08.866050 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Pushing event updated for resources: {'Port': ['ID=0ee75262-5ea1-4673-ab69-e62caf5980e8,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:08.882057 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:08.883141 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:08.942738 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-298ac543-b4db-4009-a036-288a4b86b262 req-3442fd1d-43d0-4960-a5cb-5ac389abdfe7 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6044896
Jul 09 18:52:09.003493 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:09.013785 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-a304eec4-157a-477a-a8a0-6551b6f3d106 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.015552 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-a304eec4-157a-477a-a8a0-6551b6f3d106 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 814 time: 0.4140501
Jul 09 18:52:09.017413 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:09.039862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c32de8-eebb-4fd8-829a-7d0b0ee8b856 req-0b4fb845-bdad-43b2-9219-c5502f58161d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.041655 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-15c32de8-eebb-4fd8-829a-7d0b0ee8b856 req-0b4fb845-bdad-43b2-9219-c5502f58161d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2096679
Jul 09 18:52:09.048585 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Request body: {'port': {'device_id': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'admin_state_up': True, 'tenant_id': '73ef6ceb67544a6fa4fe6b3814dc665f'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:09.100085 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-d4b9426d-b006-4fb1-acee-3fcbfcb26109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:09.133324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:09.195738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:09.292772 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-f1809d38-6a54-41fd-ab4b-66ffb4e203e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.294959 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-f1809d38-6a54-41fd-ab4b-66ffb4e203e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1097 time: 0.2350225
Jul 09 18:52:09.405913 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-15c32de8-eebb-4fd8-829a-7d0b0ee8b856 req-9556cce6-3611-4039-8f6a-10b0ff2f610b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3357229
Jul 09 18:52:09.528734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:09.562948 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:09.574555 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Allocated IP 172.27.1.78 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/42428bcd-a0c3-4034-8409-b437d4fd01b0) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:09.582737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-2b092dd3-eed5-4260-9de1-330c8cf5ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.584483 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-2b092dd3-eed5-4260-9de1-330c8cf5ec84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.2616768
Jul 09 18:52:09.608012 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Made reservation on behalf of 73ef6ceb67544a6fa4fe6b3814dc665f for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:09.619773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:09.711108 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-ef40c49d-9aa0-4a61-829e-404e57458ec9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 217 time: 0.1171472
Jul 09 18:52:09.824515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7bbea-8ea5-4ae3-919c-41c75a6e7177 req-0f2aca28-157c-4b3c-8b52-2a8ec7144799 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.835862 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dad7bbea-8ea5-4ae3-919c-41c75a6e7177 req-0f2aca28-157c-4b3c-8b52-2a8ec7144799 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.3716936
Jul 09 18:52:09.865263 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c2a6989d-511e-4dcc-bcac-bb3240c49cb9 req-ce12b1be-be05-43b3-a998-e3a51ce0911b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 210 time: 0.2081559
Jul 09 18:52:09.924853 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-32edaf7b-2e03-458f-a7b4-0a4683508f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:09.926963 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-32edaf7b-2e03-458f-a7b4-0a4683508f7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.1491585
Jul 09 18:52:09.991582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4a3537c6-127b-4182-9bea-72b976516a90 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:10.161791 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.176718 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4a3537c6-127b-4182-9bea-72b976516a90 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:10.177377 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.198864 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.229689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-7f91b03c-eb78-4309-8179-ca84a574cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:10.231469 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-7f91b03c-eb78-4309-8179-ca84a574cbbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2868786
Jul 09 18:52:10.303567 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dad7bbea-8ea5-4ae3-919c-41c75a6e7177 req-03f20780-fb57-4db8-be3e-f10b42f440a5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4666958
Jul 09 18:52:10.324569 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Allocated IP 172.20.0.6 (a8d1f3e9-0e7d-4c57-b71b-459a7add5c98/fdb218b2-a591-4365-a402-a23bd4366872/29595816-5836-484a-a0b0-8a82b7c7b8c8) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:10.342441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0ee75262-5ea1-4673-ab69-e62caf5980e8 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:10.394187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.410967 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:10.499942 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 0ee75262-5ea1-4673-ab69-e62caf5980e8 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:10.534234 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a72a21-04b2-4ed7-9c84-8a082f2e42b2 None None] Network ccc83c17-644e-43e7-a784-c68a01abefd1 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:52:10.562682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccdd18-9db6-498d-9851-17c89a2fa961 req-c37a8bbf-ef9d-4bfb-99df-0c0059fd2fe3 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:10.570734 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-baccdd18-9db6-498d-9851-17c89a2fa961 req-c37a8bbf-ef9d-4bfb-99df-0c0059fd2fe3 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.4189396
Jul 09 18:52:10.572194 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:10.580452 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:10.596933 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:10.652585 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Provisioning for port 0ee75262-5ea1-4673-ab69-e62caf5980e8 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:10.659734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Provisioning complete for port 0ee75262-5ea1-4673-ab69-e62caf5980e8 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:10.660864 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.676124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Pushing event updated for resources: {'Port': ['ID=42428bcd-a0c3-4034-8409-b437d4fd01b0,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:10.684202 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-0f6f63b5-0730-4787-a143-5b3aec7c04f4 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4431529
Jul 09 18:52:10.700184 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-baccdd18-9db6-498d-9851-17c89a2fa961 req-3c155530-6ac2-4d18-8915-986f6ce67b54 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1282904
Jul 09 18:52:10.703968 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:10.779791 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.872548 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:10.884999 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b840f638-2f6d-4ebf-9465-8ea55b398ce4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:10.958337 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042', 'd653aa1c-9129-4961-877d-a812f4764ec5', 'e1580b14-dfa2-4513-b3e5-87667b0e0d22'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:52:10.999201 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d9c7324e-21c3-4b5a-a60e-2dab8302fdcf req-8a946c81-cacf-4625-abee-f6d1c1c7d94c service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2941523
Jul 09 18:52:11.154208 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:11.155534 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event updated for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:11.160139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:11.166849 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.169447 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:11.172115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:11.262457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] For port 0ee75262-5ea1-4673-ab69-e62caf5980e8, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0ee75262-5ea1-4673-ab69-e62caf5980e8,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:11.287852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a89e-e87a-42b5-b612-f1e6a9b9ac7b req-450d3935-064b-4f0b-a873-d66edef32555 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:11.296791 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f9b1a89e-e87a-42b5-b612-f1e6a9b9ac7b req-450d3935-064b-4f0b-a873-d66edef32555 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2897201
Jul 09 18:52:11.312993 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.316327 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:11.322572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44068) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:11.331471 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:11.332321 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.388472 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f9b1a89e-e87a-42b5-b612-f1e6a9b9ac7b req-d89ce26e-bf42-4d0d-b951-5afb6d6cdf6b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906670
Jul 09 18:52:11.527609 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Pushing event updated for resources: {'Port': ['ID=0ee75262-5ea1-4673-ab69-e62caf5980e8,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:11.533326 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:11.546429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.551150 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5083842
Jul 09 18:52:11.572729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Request body: {'port': {'device_id': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:11.673472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.697548 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:11.715104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a36d7d650ff549c797cb440c88504d0f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:11.732643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:11.758652 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.866093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:11.883656 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0ee75262-5ea1-4673-ab69-e62caf5980e8 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:11.904305 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e2488-f47a-4260-b804-da430a4bc2a2 req-536c6498-d9cc-46ac-88b9-24cef9ca06a5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:11.905110 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-613e2488-f47a-4260-b804-da430a4bc2a2 req-536c6498-d9cc-46ac-88b9-24cef9ca06a5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:11.910665 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:12.018542 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-5e6e5fcd-8088-4a21-bbe6-a833c914b38c None None] Provisioning complete for port 0ee75262-5ea1-4673-ab69-e62caf5980e8 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:12.018932 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5fcd-8088-4a21-bbe6-a833c914b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.103934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 0ee75262-5ea1-4673-ab69-e62caf5980e8 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:12.104437 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.128366 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-613e2488-f47a-4260-b804-da430a4bc2a2 req-536c6498-d9cc-46ac-88b9-24cef9ca06a5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:12.129569 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-613e2488-f47a-4260-b804-da430a4bc2a2 req-536c6498-d9cc-46ac-88b9-24cef9ca06a5 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 931 time: 0.7116029
Jul 09 18:52:12.154061 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.196378 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.212345 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0bb20aec-ffd8-46f0-861f-1067f4b65c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:12.231760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.332959 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a36d7d650ff549c797cb440c88504d0f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0089128
Jul 09 18:52:12.336156 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-613e2488-f47a-4260-b804-da430a4bc2a2 req-783272e3-b405-4c4a-9098-d6962720b7a4 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1876316
Jul 09 18:52:12.341107 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44080) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:12.343395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e3f6e7-64ef-439a-b6e8-90900cf010d5,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:12.347338 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:12.378086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f316-88c8-418b-a752-e7bbc780c7cc req-6fd64c5c-e93c-4f40-afe1-81e3ac3249a4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:12.379694 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48a2f316-88c8-418b-a752-e7bbc780c7cc req-6fd64c5c-e93c-4f40-afe1-81e3ac3249a4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.3889458
Jul 09 18:52:12.462665 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:52:12.568738 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:52:12.659284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:52:12.669289 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Sync routers for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:52:12.679846 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:12.680524 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c126640>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:12.682223 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48a2f316-88c8-418b-a752-e7bbc780c7cc req-7be836ba-9bb1-40d1-92a6-077cf02611be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2943931
Jul 09 18:52:12.691185 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.696297 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.1314642
Jul 09 18:52:12.697370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44088) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:12.724249 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.785337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.849086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5c076-ef87-4238-a53e-3e8ea0fa2792 req-4ba0cf2d-fb23-4478-a7cb-d3fb9c6adadf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:12.850677 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7db5c076-ef87-4238-a53e-3e8ea0fa2792 req-4ba0cf2d-fb23-4478-a7cb-d3fb9c6adadf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.3304977
Jul 09 18:52:12.934933 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:12.974220 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29595816-5836-484a-a0b0-8a82b7c7b8c8 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:12.987151 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7db5c076-ef87-4238-a53e-3e8ea0fa2792 req-e723a782-e39c-4677-b37b-ba8f820d06aa tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280262
Jul 09 18:52:12.989228 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.994258 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:12.998019 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c069b068-7167-4997-b0d6-c906d0ee82d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:13.026014 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e3f6e7-64ef-439a-b6e8-90900cf010d5,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:13.028428 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:13.034723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Transition to ACTIVE for port object 29595816-5836-484a-a0b0-8a82b7c7b8c8 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:13.036203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.037543 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5e3f6e7-64ef-439a-b6e8-90900cf010d5 HTTP/1.1" status: 204  len: 168 time: 0.6955020
Jul 09 18:52:13.046005 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.057718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:13.227732 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Pushing event updated for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:13.231418 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:13.334856 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Attempting to bind port 29595816-5836-484a-a0b0-8a82b7c7b8c8 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:13.335288 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Attempting to bind port 29595816-5836-484a-a0b0-8a82b7c7b8c8 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:13.335688 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Attempting to bind port 29595816-5836-484a-a0b0-8a82b7c7b8c8 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:13.353922 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Port 29595816-5836-484a-a0b0-8a82b7c7b8c8 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:52:13.354240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Attempting to bind port 29595816-5836-484a-a0b0-8a82b7c7b8c8 on network a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:13.362375 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:13.362709 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Checking segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:13.363089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Bound using segment: {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:13.363521 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Bound port: 29595816-5836-484a-a0b0-8a82b7c7b8c8, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d568f8-a19c-432b-8cb8-9793f12e3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:13.363863 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.405424 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c126640>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:11Z', 'revision_number': 3, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:13.411330 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Checking router: a3dbf59f-120e-4ce2-bae0-b5a0ce790891 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:52:13.411890 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Updating router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 port 42428bcd-a0c3-4034-8409-b437d4fd01b0 binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:52:13.474278 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.485840 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:13.490116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:13.497682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.510212 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:13.640469 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:13.641667 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.651551 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] 10.222.0.15 "PUT /v2.0/ports/29595816-5836-484a-a0b0-8a82b7c7b8c8 HTTP/1.1" status: 200  len: 1093 time: 2.0892756
Jul 09 18:52:13.657817 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:13.709545 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44106) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:13.762946 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.791635 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:13.794895 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.806660 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8', 'status': 'completed', 'code': 200}
Jul 09 18:52:13.829821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Usage tracker for resource:security_group_rule and tenant:02bf171b63ed4e97bcff06814c3c5309 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:13.830297 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Pushing event updated for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:13.833306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:13.833784 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:13.855921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8f0d9-7157-4631-bc90-4fc7ff74ab05 req-e816ed52-3114-4e7e-ad80-a529dac58f2b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:13.863433 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-14f8f0d9-7157-4631-bc90-4fc7ff74ab05 req-e816ed52-3114-4e7e-ad80-a529dac58f2b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 943 time: 0.3074667
Jul 09 18:52:13.886362 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:13.966913 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:13.970572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-8dd68af0-1dd0-4600-a000-107470fec30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:13.972181 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-8dd68af0-1dd0-4600-a000-107470fec30b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 1096 time: 0.2490010
Jul 09 18:52:13.981280 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Transition to ACTIVE for port object 42428bcd-a0c3-4034-8409-b437d4fd01b0 will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:13.990170 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-14f8f0d9-7157-4631-bc90-4fc7ff74ab05 req-16a5a54c-45e3-4d95-98e5-ca8e142e409f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256924
Jul 09 18:52:13.994753 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.000098 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-16195c3e-2f12-4aa5-ac5a-48f9c4f887ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:14.099410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.107559 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.110580 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Attempting to bind port 42428bcd-a0c3-4034-8409-b437d4fd01b0 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:14.110948 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-57326c15-47a7-4ac9-94c0-e8050b15f49a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8 HTTP/1.1" status: 200  len: 217 time: 0.1139994
Jul 09 18:52:14.111717 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Attempting to bind port 42428bcd-a0c3-4034-8409-b437d4fd01b0 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:14.112252 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Attempting to bind port 42428bcd-a0c3-4034-8409-b437d4fd01b0 on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:14.121713 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ac81d11b-dfb8-4c71-b002-9c010b90dd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:14.123022 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Pushing event updated for resources: {'Port': ['ID=42428bcd-a0c3-4034-8409-b437d4fd01b0,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:14.127719 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:14.128342 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:14.128936 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.129480 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:14.130127 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Bound port: 42428bcd-a0c3-4034-8409-b437d4fd01b0, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:14.130687 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.146728 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185a22-53c8-4930-af5c-41cc57fc51c5 req-19a68669-3db4-45dd-8529-158878c41b73 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:14.153742 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5185a22-53c8-4930-af5c-41cc57fc51c5 req-19a68669-3db4-45dd-8529-158878c41b73 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.2622108
Jul 09 18:52:14.158411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081e1ce6-680d-4c4a-9202-326bb8874825,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:14.201052 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.201396 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.201731 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.202061 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.202384 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.202705 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.203025 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.203343 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.204481 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.205387 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.205721 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.206158 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:14.212607 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:14.226933 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:14.253711 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] For port 42428bcd-a0c3-4034-8409-b437d4fd01b0, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:14.257668 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] For port 42428bcd-a0c3-4034-8409-b437d4fd01b0, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=42428bcd-a0c3-4034-8409-b437d4fd01b0,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:14.260371 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02bf171b63ed4e97bcff06814c3c5309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5455296
Jul 09 18:52:14.262900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44118) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:14.265478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-033e618e-f0b6-4cc0-9875-1235dd9e78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:14.267092 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.269060 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-033e618e-f0b6-4cc0-9875-1235dd9e78ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.1327195
Jul 09 18:52:14.273910 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:14.297913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Allocated IP 172.20.0.1 (ccc83c17-644e-43e7-a784-c68a01abefd1/5171027d-533e-4203-8600-2bc78e431596/0f8937f6-502c-4fbf-bb1b-29df2ee73e22) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:14.356410 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:14.357073 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c126640>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:14.392759 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5185a22-53c8-4930-af5c-41cc57fc51c5 req-29890bce-d2fe-4d30-8c05-d08f1268262f tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2381473
Jul 09 18:52:14.420008 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-f3490601-5b17-4e52-b22c-a8bc4a001e17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1274602
Jul 09 18:52:14.426470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.442768 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Pushing event updated for resources: {'Port': ['ID=42428bcd-a0c3-4034-8409-b437d4fd01b0,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:14.455061 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:14.474625 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb091b-4a7b-4f0b-80c6-8152e7973674 req-c039f716-fd0c-4466-b556-0ef77b50a81b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:14.477371 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01cb091b-4a7b-4f0b-80c6-8152e7973674 req-c039f716-fd0c-4466-b556-0ef77b50a81b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1833737
Jul 09 18:52:14.479824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.541900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.559873 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Transition to ACTIVE for port object 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:14.573530 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:14.584813 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.593707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f9143f16-9637-46b3-a071-e108951b1e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:14.597781 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01cb091b-4a7b-4f0b-80c6-8152e7973674 req-a7cbb3d9-271c-42b9-99ae-b0d719e019ae tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148436
Jul 09 18:52:14.607718 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e1ce6-680d-4c4a-9202-326bb8874825,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:14.611986 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:14.629707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.635335 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/081e1ce6-680d-4c4a-9202-326bb8874825 HTTP/1.1" status: 204  len: 168 time: 0.3698258
Jul 09 18:52:14.636508 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.642259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b8099a89-113e-443f-80e8-5105625c7481 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:14.658977 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-fa7dc8ff-09a5-469b-8ec0-5c0966dbcbb4 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147837
Jul 09 18:52:14.711180 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Network ccc83c17-644e-43e7-a784-c68a01abefd1 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:14.714049 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:14.717817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:14.753309 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Pushing event updated for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:14.764884 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:14.817111 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:14.858368 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6d1a197a-f450-4125-b9bc-eccdc9839b92 req-838fa0c9-6281-4203-818d-77e0d8bd2707 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894646
Jul 09 18:52:15.012643 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c126640>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:11Z', 'revision_number': 3, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:15.018055 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2056d089-e971-4e73-b6bd-20dd402b64f6 None None] The sync data for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi is: [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:11Z', 'revision_number': 3, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:52:15.101703 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-43f99a3f-d5b2-4267-a68a-d793074c4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:15.104199 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-43f99a3f-d5b2-4267-a68a-d793074c4308 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 1096 time: 0.1398888
Jul 09 18:52:15.108136 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.140818 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8b4f3ff7-1121-4aef-9dbc-4112422cb3d7 None None] Provisioning for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:15.147045 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-8b4f3ff7-1121-4aef-9dbc-4112422cb3d7 None None] Provisioning complete for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:15.147676 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8b4f3ff7-1121-4aef-9dbc-4112422cb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.271517 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f3ff7-1121-4aef-9dbc-4112422cb3d7 None None] Port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:15.442110 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44134) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:15.508480 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.556045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:15.568298 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Usage tracker for resource:security_group_rule and tenant:4c415f2db39841399115dda8ba9e4422 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:15.584561 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:15.598304 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:15.620314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-5fa0ac67-e4f2-4c74-8f90-cdf453dda59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:15.621920 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-5fa0ac67-e4f2-4c74-8f90-cdf453dda59e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 200  len: 915 time: 0.5030682
Jul 09 18:52:15.635124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.641853 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e23c97-21bc-4341-afe1-22069552dac4 req-d1bcdd2b-1344-41fa-922b-0e3353a90389 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:15.642264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.643506 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-40e23c97-21bc-4341-afe1-22069552dac4 req-d1bcdd2b-1344-41fa-922b-0e3353a90389 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 943 time: 0.4915893
Jul 09 18:52:15.683820 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c0941ea9-4a6a-49ef-8967-afec396e3a54 tempest-DeleteServersTestJSON-862104332 tempest-DeleteServersTestJSON-862104332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:15.787756 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-37daa8cd-c1c9-4e87-96a0-77a460b15946 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8 HTTP/1.1" status: 200  len: 217 time: 0.1433494
Jul 09 18:52:15.800218 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Pushing event updated for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:15.803726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:15.807023 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.826693 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 42428bcd-a0c3-4034-8409-b437d4fd01b0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:15.903777 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-40e23c97-21bc-4341-afe1-22069552dac4 req-fc460a1f-6586-429f-b0af-8a58d82e2c33 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2044528
Jul 09 18:52:15.962194 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 42428bcd-a0c3-4034-8409-b437d4fd01b0 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:15.972363 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 42428bcd-a0c3-4034-8409-b437d4fd01b0 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:15.973036 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:15.989591 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-6e99e034-8ac6-4bf7-90e7-1503b0c623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:15.991104 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-6e99e034-8ac6-4bf7-90e7-1503b0c623ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 200  len: 854 time: 0.1858573
Jul 09 18:52:16.077313 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.087426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Network ccc83c17-644e-43e7-a784-c68a01abefd1 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:16.088614 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:16.181351 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.186784 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.221596 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 42428bcd-a0c3-4034-8409-b437d4fd01b0, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=42428bcd-a0c3-4034-8409-b437d4fd01b0,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:16.227056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-78a5b1e3-9e90-4c47-9890-d968356269a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:16.233805 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.236463 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:16.257127 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-5b88a331-22bc-412a-b5c1-722022de8b7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2484188
Jul 09 18:52:16.269574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78cb94-1b28-4d6b-80db-ebcd18374b2e req-84523223-27e2-420d-b29c-712e9a9c7b46 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:16.271359 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f78cb94-1b28-4d6b-80db-ebcd18374b2e req-84523223-27e2-420d-b29c-712e9a9c7b46 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.5244524
Jul 09 18:52:16.357485 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:52:16.358092 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=42428bcd-a0c3-4034-8409-b437d4fd01b0,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:16.365357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:16.375019 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c415f2db39841399115dda8ba9e4422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9245605
Jul 09 18:52:16.396752 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc231d-2181-4cef-bb25-2290dc23cd95,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:16.400464 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:16.403441 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44146) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:16.508869 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f78cb94-1b28-4d6b-80db-ebcd18374b2e req-f92af73d-047f-47dc-b631-36a6da89adf7 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302261
Jul 09 18:52:16.513612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6aa00e14-d6aa-493f-8aad-0d08f189e265 None None] Provisioning complete for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:16.513957 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6aa00e14-d6aa-493f-8aad-0d08f189e265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.553297 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382cafd5-2d88-48db-85f4-83cd472f0181 req-879fe636-66ce-435d-9e18-bf570d1daf11 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:16.554826 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-382cafd5-2d88-48db-85f4-83cd472f0181 req-879fe636-66ce-435d-9e18-bf570d1daf11 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.4740078
Jul 09 18:52:16.559547 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-91d6f4a6-4ddc-4f30-a16f-fcfcda16a6e9 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2871795
Jul 09 18:52:16.567267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:52:16.586606 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] 10.222.0.20 "PUT /v2.0/routers/a3dbf59f-120e-4ce2-bae0-b5a0ce790891/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8861756
Jul 09 18:52:16.616505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-6aa00e14-d6aa-493f-8aad-0d08f189e265 None None] Port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:16.620338 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.730129 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-382cafd5-2d88-48db-85f4-83cd472f0181 req-ca90537d-ec00-448f-935c-d8fe443fe997 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1687026
Jul 09 18:52:16.733787 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.808574 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-566ca51a-56ad-4438-ad0c-42169351ebf3 req-f9fc14d4-91a2-4066-a417-a5f048fcb549 service neutron] 10.222.0.15 "GET /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372415
Jul 09 18:52:16.831056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.836208 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b49b0332-ae9a-4eae-95da-d6b6b86836d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:16.850951 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc231d-2181-4cef-bb25-2290dc23cd95,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:16.853526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:16.857907 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fefc231d-2181-4cef-bb25-2290dc23cd95 HTTP/1.1" status: 204  len: 168 time: 0.4513047
Jul 09 18:52:16.859013 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:17.142416 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c7397-386f-4d4c-a3ba-69434d3e96c3 req-61b082af-7699-4298-809c-7ba2fa346e1f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:17.149612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-402c7397-386f-4d4c-a3ba-69434d3e96c3 req-61b082af-7699-4298-809c-7ba2fa346e1f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 943 time: 0.1044748
Jul 09 18:52:17.196719 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-402c7397-386f-4d4c-a3ba-69434d3e96c3 req-c7c4407a-e3b1-436a-80a9-20231f488221 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464656
Jul 09 18:52:17.239463 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Sync routers for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:52:17.249855 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:17.251190 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407cd9ee0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:17.465687 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:17.949676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3413ca-9d3a-4fcb-8cb2-f73f1eb5abab req-26a10907-ec99-4048-bea8-b08048ccedb0 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:17.957372 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 42428bcd-a0c3-4034-8409-b437d4fd01b0 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:17.973845 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c3413ca-9d3a-4fcb-8cb2-f73f1eb5abab req-26a10907-ec99-4048-bea8-b08048ccedb0 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.2527242
Jul 09 18:52:18.128308 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c3413ca-9d3a-4fcb-8cb2-f73f1eb5abab req-af65f555-bd53-4294-805a-d03aef279b2f tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983419
Jul 09 18:52:18.168922 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 42428bcd-a0c3-4034-8409-b437d4fd01b0 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:18.169311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:18.206175 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:52:18.258450 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cac43c-548f-4bcb-9e0a-d4cb66fdc378 req-bc60d1f2-3336-45b9-beaf-9e0906ee03e4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:18.260069 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c4cac43c-548f-4bcb-9e0a-d4cb66fdc378 req-bc60d1f2-3336-45b9-beaf-9e0906ee03e4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1363010
Jul 09 18:52:18.334176 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c4cac43c-548f-4bcb-9e0a-d4cb66fdc378 req-57193b54-ee13-4766-a7bb-0dab722a2741 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657864
Jul 09 18:52:18.538803 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407cd9ee0>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:14Z', 'revision_number': 4, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '0f8937f6-502c-4fbf-bb1b-29df2ee73e22', 'name': '', 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'mac_address': 'fa:16:3e:9c:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5171027d-533e-4203-8600-2bc78e431596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:13Z', 'updated_at': '2021-07-09T18:52:15Z', 'revision_number': 2, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'subnets': [{'id': '5171027d-533e-4203-8600-2bc78e431596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:18.556978 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Checking router: a3dbf59f-120e-4ce2-bae0-b5a0ce790891 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:52:18.557340 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Updating router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:52:18.606684 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7fe54-ca0b-4fb9-b036-4485b65cf072 req-249fc4f6-ec46-4f73-b5ba-8e4b28ef974f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:18.607888 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:18.608381 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e0a7fe54-ca0b-4fb9-b036-4485b65cf072 req-249fc4f6-ec46-4f73-b5ba-8e4b28ef974f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 943 time: 0.1508074
Jul 09 18:52:18.632837 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'mac_address': 'fa:16:3e:7b:0d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:52:18.639607 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:18.673824 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e0a7fe54-ca0b-4fb9-b036-4485b65cf072 req-2e15d49a-5a20-4657-b369-16c54d22627f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578535
Jul 09 18:52:18.841524 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:18.941386 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b725faeb-a270-42e9-9a08-38e5dcf99100 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:18.959965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:18.975837 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:18.976963 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 29595816-5836-484a-a0b0-8a82b7c7b8c8 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:52:18.983972 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-63086a3b-d9bf-4517-a6bf-d90920c4c4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:19.151531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:19.155035 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:19.381823 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:19.408822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '29595816-5836-484a-a0b0-8a82b7c7b8c8', 'network_id': 'a8d1f3e9-0e7d-4c57-b71b-459a7add5c98', 'port_id': '29595816-5836-484a-a0b0-8a82b7c7b8c8', 'mac_address': 'fa:16:3e:00:ce:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb218b2-a591-4365-a402-a23bd4366872', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:52:19.422830 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:19.433747 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f3f5a-7b45-4f12-aa54-2fde86e62794 req-ba85e94c-5069-47c0-a359-78fe353b2c36 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:19.446066 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c12f3f5a-7b45-4f12-aa54-2fde86e62794 req-ba85e94c-5069-47c0-a359-78fe353b2c36 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 945 time: 0.1212425
Jul 09 18:52:19.514746 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c12f3f5a-7b45-4f12-aa54-2fde86e62794 req-0c842b9a-2447-4fba-8b53-b6e24de07a6e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641632
Jul 09 18:52:19.556366 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Transition to ACTIVE for port object 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:19.568829 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:19.576209 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:19.712155 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:19.799816 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee934c4-22e6-4b87-b40a-38a8084756b1 req-2dbbe5b2-dae9-47e7-981a-e2b1f55bd62c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:19.801676 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4ee934c4-22e6-4b87-b40a-38a8084756b1 req-2dbbe5b2-dae9-47e7-981a-e2b1f55bd62c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2859697
Jul 09 18:52:19.876414 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4ee934c4-22e6-4b87-b40a-38a8084756b1 req-c23ca928-ecc9-4070-9456-1fa76d455205 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663853
Jul 09 18:52:20.021506 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29595816-5836-484a-a0b0-8a82b7c7b8c8 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:20.120383 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Pushing event updated for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:20.129557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:20.144059 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52583ed7-4fd8-4873-a482-4f6c293afed4 req-1978ef53-26bc-4698-b326-1f68708df34a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:20.146718 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52583ed7-4fd8-4873-a482-4f6c293afed4 req-1978ef53-26bc-4698-b326-1f68708df34a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 943 time: 0.1555238
Jul 09 18:52:20.154371 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:20.178240 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:20.182535 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Attempting to bind port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:20.183127 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Attempting to bind port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:20.183721 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Attempting to bind port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 on network ccc83c17-644e-43e7-a784-c68a01abefd1 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:20.201091 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52583ed7-4fd8-4873-a482-4f6c293afed4 req-ac6775ad-2937-4e1d-9d07-18602eb95336 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487723
Jul 09 18:52:20.217053 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-1cb203c3-c2f3-45ee-b72b-d5fdc5532499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:20.342468 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:20.342721 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Checking segment: {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:20.343099 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:20.343757 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Bound using segment: {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:20.346474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Bound port: 0f8937f6-502c-4fbf-bb1b-29df2ee73e22, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:20.346868 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:20.485998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:20.491063 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:20.522911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] For port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:20.526302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] For port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:20.534815 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:20.539107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:20.639782 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:20.640532 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407cd9ee0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:20.754273 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Pushing event updated for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:20.798129 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-766214f7-f2a9-4881-86e5-b88607649139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:20.799786 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-766214f7-f2a9-4881-86e5-b88607649139 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.4040287
Jul 09 18:52:20.807075 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:20.842292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['29595816-5836-484a-a0b0-8a82b7c7b8c8'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:52:20.873497 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0924a7-eca4-4cab-b334-385211b198d6 req-0ada778f-1dda-4dd4-93d8-30c929890b5a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:20.878830 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b0924a7-eca4-4cab-b334-385211b198d6 req-0ada778f-1dda-4dd4-93d8-30c929890b5a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2984052
Jul 09 18:52:21.075712 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['b725faeb-a270-42e9-9a08-38e5dcf99100'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:52:21.112772 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae2d21-1d9d-4c30-ac13-6eced94db130 req-42072108-33dc-4995-94a3-8095152e61b2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:21.122695 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-66ae2d21-1d9d-4c30-ac13-6eced94db130 req-42072108-33dc-4995-94a3-8095152e61b2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 945 time: 0.4199240
Jul 09 18:52:21.151760 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b0924a7-eca4-4cab-b334-385211b198d6 req-860ea5c0-37a7-4c12-aaf4-f20113b324c6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394247
Jul 09 18:52:21.191827 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-66ae2d21-1d9d-4c30-ac13-6eced94db130 req-aa575345-f147-4cc1-9903-1da683ad87d8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659018
Jul 09 18:52:21.266701 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:21.319621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-d4eadc53-3937-4ceb-868d-45d15bd2b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:21.321435 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-d4eadc53-3937-4ceb-868d-45d15bd2b662 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.5050857
Jul 09 18:52:21.408768 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-4c9f7f49-44dd-490f-87c0-d79659ec4e2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.0757933
Jul 09 18:52:21.613490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-38226a56-d585-4b57-b7f9-9598e30f0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:21.615087 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-38226a56-d585-4b57-b7f9-9598e30f0c60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1426482
Jul 09 18:52:21.634540 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbea16e-bcf5-4881-b596-9d53c60eee61 req-42719efc-aff9-4a9c-a5f4-cc98a1a0ffd6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:21.642543 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6bbea16e-bcf5-4881-b596-9d53c60eee61 req-42719efc-aff9-4a9c-a5f4-cc98a1a0ffd6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 944 time: 0.2291696
Jul 09 18:52:21.728396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158148c-796e-4ea9-b8b9-cfcb9a24cb88 req-70b9ec77-a93e-4464-85e4-255b78bf3204 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:21.730112 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a158148c-796e-4ea9-b8b9-cfcb9a24cb88 req-70b9ec77-a93e-4464-85e4-255b78bf3204 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2228754
Jul 09 18:52:21.742147 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-28af6b79-a1d0-4ba5-8502-f3cbc0a553e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0967245
Jul 09 18:52:21.790875 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6bbea16e-bcf5-4881-b596-9d53c60eee61 req-9e58b4ba-19f9-4354-97c4-c46438e50e48 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472743
Jul 09 18:52:22.010025 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a158148c-796e-4ea9-b8b9-cfcb9a24cb88 req-3d7e1e26-1e60-41d4-8657-6b21f14c0fa5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2697613
Jul 09 18:52:22.060447 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-1d758248-3391-42aa-9993-4461e291df6e service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832818
Jul 09 18:52:22.074809 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407cd9ee0>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:14Z', 'revision_number': 4, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '0f8937f6-502c-4fbf-bb1b-29df2ee73e22', 'name': '', 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'mac_address': 'fa:16:3e:9c:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5171027d-533e-4203-8600-2bc78e431596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:13Z', 'updated_at': '2021-07-09T18:52:20Z', 'revision_number': 4, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'subnets': [{'id': '5171027d-533e-4203-8600-2bc78e431596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:22.090500 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42197fd-1bcd-40e8-802b-ba7b3b950ff5 None None] The sync data for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi is: [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:52:14Z', 'revision_number': 4, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '0f8937f6-502c-4fbf-bb1b-29df2ee73e22', 'name': '', 'network_id': 'ccc83c17-644e-43e7-a784-c68a01abefd1', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'mac_address': 'fa:16:3e:9c:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '5171027d-533e-4203-8600-2bc78e431596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:13Z', 'updated_at': '2021-07-09T18:52:20Z', 'revision_number': 4, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'subnets': [{'id': '5171027d-533e-4203-8600-2bc78e431596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:52:22.315062 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b401eae-4560-4ff2-b2a8-133f2d348edd req-f0fd3ddb-4b1f-4e88-95da-4386520adb34 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2464132
Jul 09 18:52:22.596233 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd5c75-7e57-4606-98c8-80c536aef932 req-729f7253-4048-405e-92e5-78f3aebcf47d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:22.597854 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0fd5c75-7e57-4606-98c8-80c536aef932 req-729f7253-4048-405e-92e5-78f3aebcf47d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 945 time: 0.1509101
Jul 09 18:52:22.611478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d791bc2-2567-4559-ae8b-f3eb28a7cf20 req-087b7853-4ab7-421b-93be-070f46e4434f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:22.613004 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d791bc2-2567-4559-ae8b-f3eb28a7cf20 req-087b7853-4ab7-421b-93be-070f46e4434f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2428854
Jul 09 18:52:22.691853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0fd5c75-7e57-4606-98c8-80c536aef932 req-a5ec1bb5-2237-4718-94a3-4ed24e0285be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778592
Jul 09 18:52:22.699877 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d791bc2-2567-4559-ae8b-f3eb28a7cf20 req-cab94cd5-677a-4b83-88ef-c35b955aa39c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719736
Jul 09 18:52:23.171494 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3428f-92b5-4473-85d8-0406830ccb05 req-be6d2ad4-a249-409a-915f-f6fa16ca3b05 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:23.173612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4dc3428f-92b5-4473-85d8-0406830ccb05 req-be6d2ad4-a249-409a-915f-f6fa16ca3b05 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 944 time: 0.2560556
Jul 09 18:52:23.274752 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4dc3428f-92b5-4473-85d8-0406830ccb05 req-062a7c41-70fa-4165-86a7-587ae06b8b09 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622106
Jul 09 18:52:23.300851 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06d50f-0e77-49a3-985b-1bfd4ea0c9d4 req-12c16136-a12e-4c9e-a6ab-634f063c7730 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:23.313102 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9e06d50f-0e77-49a3-985b-1bfd4ea0c9d4 req-12c16136-a12e-4c9e-a6ab-634f063c7730 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1383762
Jul 09 18:52:23.384813 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9e06d50f-0e77-49a3-985b-1bfd4ea0c9d4 req-780520d8-dab2-47ed-ad9d-462750578216 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705948
Jul 09 18:52:23.957589 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:24.064447 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:24.070495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:24.070962 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.143840 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b6440-6a15-494a-97f5-82a6010822d9 req-1cd51ada-ba3d-4ff4-b0db-5709568a55c6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:24.150989 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-030b6440-6a15-494a-97f5-82a6010822d9 req-1cd51ada-ba3d-4ff4-b0db-5709568a55c6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 945 time: 0.1860201
Jul 09 18:52:24.185931 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6902e2-3342-47b4-b605-f82fb5beccbf req-760f5de2-e593-43e1-9ba1-2a0a87946126 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:24.189782 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-de6902e2-3342-47b4-b605-f82fb5beccbf req-760f5de2-e593-43e1-9ba1-2a0a87946126 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1887546
Jul 09 18:52:24.221804 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44326) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:24.255126 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 29595816-5836-484a-a0b0-8a82b7c7b8c8 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:24.274160 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-030b6440-6a15-494a-97f5-82a6010822d9 req-ba1a9e10-3f02-4493-b191-5aaf6f3c40d2 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199880
Jul 09 18:52:24.306128 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-de6902e2-3342-47b4-b605-f82fb5beccbf req-90cb2f40-88be-4213-a77c-d24269671fb9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097701
Jul 09 18:52:24.379808 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.427582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 29595816-5836-484a-a0b0-8a82b7c7b8c8 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:24.432431 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:24.436124 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 29595816-5836-484a-a0b0-8a82b7c7b8c8 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:24.436659 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.466353 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.504987 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:24.509994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd2ce01c5dd4b218f626f59d59a76f9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:24.514210 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.518178 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:24.527566 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:24.537667 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:24.621443 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:24.633014 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.635568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:24.642836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.681027 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9a581-d842-4aca-934c-c0c422f2e338 req-a3baa236-a59b-4fd1-a910-e9f88acaa432 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:24.682565 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2c9a581-d842-4aca-934c-c0c422f2e338 req-a3baa236-a59b-4fd1-a910-e9f88acaa432 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1601729
Jul 09 18:52:24.694212 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9d275-5320-489c-90db-2a5eb7450c61 req-80528a69-fc82-4f5a-baf2-3a5549ba7668 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:24.695502 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-22a9d275-5320-489c-90db-2a5eb7450c61 req-80528a69-fc82-4f5a-baf2-3a5549ba7668 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 944 time: 0.2518704
Jul 09 18:52:24.721499 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ba1bd64-9d72-41b8-9022-16f4d187f326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:24.772585 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-22a9d275-5320-489c-90db-2a5eb7450c61 req-54a007f1-b9cf-4e71-b0d3-89fe8f34c3d4 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596702
Jul 09 18:52:24.780003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44340) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:24.780213 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fd2ce01c5dd4b218f626f59d59a76f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5568631
Jul 09 18:52:24.798322 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.806734 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2c9a581-d842-4aca-934c-c0c422f2e338 req-0c982cfd-9e72-48ab-96e4-19ff1b1bf2ce tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101413
Jul 09 18:52:24.828740 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c9a2e-46ff-433a-a32e-dbdd1e9b7b5b,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:24.841543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:24.909360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:24.910878 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:24.921065 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:24.923263 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:24.960259 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:24.978525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.037595 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.073921 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8', 'code': 200}
Jul 09 18:52:25.087551 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:25.092834 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:25.113173 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.116907 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4b75b2ef-544f-41ef-a1e2-c8186c2449e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:25.146286 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c9a2e-46ff-433a-a32e-dbdd1e9b7b5b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:25.147497 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port b725faeb-a270-42e9-9a08-38e5dcf99100 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:25.150291 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:25.155020 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port b725faeb-a270-42e9-9a08-38e5dcf99100 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:25.155535 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.162618 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.165322 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a6c9a2e-46ff-433a-a32e-dbdd1e9b7b5b HTTP/1.1" status: 204  len: 168 time: 0.3833261
Jul 09 18:52:25.355238 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.438993 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:25.455726 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:25.457989 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:25.582814 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:25.586934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:25.643454 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61734-1509-416d-851f-a011652922bc req-03d1e113-4406-47c2-a888-7546091d4cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:25.647097 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-03d1e113-4406-47c2-a888-7546091d4cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1099 time: 0.1201556
Jul 09 18:52:25.647450 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c395cd-611f-4206-a511-b428615eb177 req-0ec1d5d5-c8fd-41e8-bcd2-41f80de9138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:25.649064 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-22c395cd-611f-4206-a511-b428615eb177 req-0ec1d5d5-c8fd-41e8-bcd2-41f80de9138f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 1098 time: 0.2066555
Jul 09 18:52:25.666358 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41857cfa-80cf-4819-9d6c-390cc835a711 req-172c79de-82f3-4d90-a73b-13621e6a2d04 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:25.668042 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41857cfa-80cf-4819-9d6c-390cc835a711 req-172c79de-82f3-4d90-a73b-13621e6a2d04 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.3032000
Jul 09 18:52:25.758887 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-22c395cd-611f-4206-a511-b428615eb177 req-acb18318-179e-4b98-a649-3d0f245521e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873237
Jul 09 18:52:25.764883 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41857cfa-80cf-4819-9d6c-390cc835a711 req-2ec9803e-69ed-48b6-ad44-67370bc48a04 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737164
Jul 09 18:52:25.783687 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ba75a-b6d1-4737-8f29-2c33eb86ebd3 req-198be4d8-2eef-4be1-a0a9-ebaedc7c4db1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:25.785241 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d42ba75a-b6d1-4737-8f29-2c33eb86ebd3 req-198be4d8-2eef-4be1-a0a9-ebaedc7c4db1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.2708211
Jul 09 18:52:25.799131 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61734-1509-416d-851f-a011652922bc req-c2685955-addb-459f-86c8-e14bb1da695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:25.800805 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-c2685955-addb-459f-86c8-e14bb1da695c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.1348879
Jul 09 18:52:25.898348 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:25.931474 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d42ba75a-b6d1-4737-8f29-2c33eb86ebd3 req-ad0d7c2c-cb8e-49a2-96c3-6633a7586e07 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1299655
Jul 09 18:52:26.077864 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-ef71d468-212b-4f11-b9bf-4d9f38acc8ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 1001 time: 0.2417879
Jul 09 18:52:26.083720 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:26.083720 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:26.198927 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61734-1509-416d-851f-a011652922bc req-06f6d86e-966a-4793-a28b-14cb19a81b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:26.200990 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-06f6d86e-966a-4793-a28b-14cb19a81b46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.1120114
Jul 09 18:52:26.247691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428972d9-e1c6-4e1d-aaff-f8989488813c req-da499e6b-bb5a-43b3-8e25-ffe9b5d73d8e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:26.254807 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-428972d9-e1c6-4e1d-aaff-f8989488813c req-da499e6b-bb5a-43b3-8e25-ffe9b5d73d8e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2080796
Jul 09 18:52:26.324157 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-428972d9-e1c6-4e1d-aaff-f8989488813c req-8c496d94-0374-41d1-8a7c-0c2b72339e23 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684247
Jul 09 18:52:26.359035 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfe8be-e9c8-4343-b5ce-804d2952982a req-a57b6b7f-c9e1-4e71-90af-3ad4c977aa99 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:26.363984 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a61734-1509-416d-851f-a011652922bc req-194e5eb5-0808-4a7f-91e0-137e73f9a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:26.365493 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-194e5eb5-0808-4a7f-91e0-137e73f9a828 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1553662
Jul 09 18:52:26.371955 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2cfe8be-e9c8-4343-b5ce-804d2952982a req-a57b6b7f-c9e1-4e71-90af-3ad4c977aa99 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.1714802
Jul 09 18:52:26.426649 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 44382) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:26.465691 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2cfe8be-e9c8-4343-b5ce-804d2952982a req-5b9c8c28-f935-4116-93a7-ba05fee422bc tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865819
Jul 09 18:52:26.581134 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-1111a155-e58c-4b87-ae0c-5839ee20abff service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970174
Jul 09 18:52:26.630568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1214183867-network', 'tenant_id': '1f22cf8c184f472aa596f4ae64f724f2'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:26.637580 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:26.652400 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Usage tracker for resource:network and tenant:1f22cf8c184f472aa596f4ae64f724f2 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:26.655579 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:26.663727 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:26.678686 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Made reservation on behalf of 1f22cf8c184f472aa596f4ae64f724f2 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:26.681779 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:26.701444 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:26.720205 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:26.726904 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f22cf8c184f472aa596f4ae64f724f2 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:26.743344 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:26.751604 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:26.942674 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c9a61734-1509-416d-851f-a011652922bc req-dd6ff679-14e4-4c95-8453-b43300757d0f service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3455801
Jul 09 18:52:27.041452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.056071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.070674 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:52:27.074825 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:27.081993 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.082344 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Added segment 1bef4387-f1ba-4e49-b14f-16f974fd1f1a of type vlan for network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96
Jul 09 18:52:27.097217 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-acb2da53-7ede-49c0-a992-559b907a9723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:27.151930 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.165882 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea3f51-5b9e-4b4e-940f-e5cc1e895de6 req-b0a2d84e-d351-4e63-b7dc-bb6f231f57da tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:27.182195 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2dea3f51-5b9e-4b4e-940f-e5cc1e895de6 req-b0a2d84e-d351-4e63-b7dc-bb6f231f57da tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2201679
Jul 09 18:52:27.233310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce88076-5269-4a52-998d-9da74ab02a39,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:27.237123 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:27.254422 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2dea3f51-5b9e-4b4e-940f-e5cc1e895de6 req-4204f3da-f687-48c0-a88d-ab55510d39fd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712183
Jul 09 18:52:27.330110 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.331662 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:27.332324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.336196 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:27.360628 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'code': 200}
Jul 09 18:52:27.505736 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:27.522544 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:52:27.522792 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:27.773432 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3455086
Jul 09 18:52:27.774663 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44408) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:27.782551 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Request body: {'subnet': {'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1214183867-subnet', 'tenant_id': '1f22cf8c184f472aa596f4ae64f724f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:27.793905 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:27.810341 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888f56e-e0c9-42be-9a1c-4219e2647e78 req-33bbc801-a04e-43a4-a053-9594355106d8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:27.811823 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b888f56e-e0c9-42be-9a1c-4219e2647e78 req-33bbc801-a04e-43a4-a053-9594355106d8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2902737
Jul 09 18:52:27.842541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ec43-205c-492b-a09a-7f3822eebe44 req-db985c36-aafc-4972-829b-5529fea1ca5b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:27.854488 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a874ec43-205c-492b-a09a-7f3822eebe44 req-db985c36-aafc-4972-829b-5529fea1ca5b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.3883584
Jul 09 18:52:27.950356 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Usage tracker for resource:subnet and tenant:1f22cf8c184f472aa596f4ae64f724f2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:27.954210 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:27.958982 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b888f56e-e0c9-42be-9a1c-4219e2647e78 req-ffcca144-6a6a-4d6e-8344-ebc9278c7400 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399822
Jul 09 18:52:27.961827 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:27.991855 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Made reservation on behalf of 1f22cf8c184f472aa596f4ae64f724f2 for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:27.994643 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:27.995952 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a874ec43-205c-492b-a09a-7f3822eebe44 req-607da1c0-3eb0-4abf-935c-28a1bdaa28cf tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295452
Jul 09 18:52:28.137788 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65388185-0485-47a1-8e46-59d391e08b51 req-d2c2f356-bdd6-4bd2-83b9-a6c5ff2a9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:28.139654 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-65388185-0485-47a1-8e46-59d391e08b51 req-d2c2f356-bdd6-4bd2-83b9-a6c5ff2a9f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.3473489
Jul 09 18:52:28.274242 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119ee8a-ee33-49f1-85ec-a6d3677365c9 req-c7141149-9182-44af-9715-5fbf7a89dd47 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:28.289745 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3119ee8a-ee33-49f1-85ec-a6d3677365c9 req-c7141149-9182-44af-9715-5fbf7a89dd47 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.1926422
Jul 09 18:52:28.321967 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-65388185-0485-47a1-8e46-59d391e08b51 req-0679ef30-2838-4da7-8c2f-5030db55da43 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1692472
Jul 09 18:52:28.370386 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:28.383095 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-99335f68-6a90-4645-a9a7-98fcb0ee61d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:28.477476 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3119ee8a-ee33-49f1-85ec-a6d3677365c9 req-e4cd7161-6932-4813-9477-ad3c155601cf tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664732
Jul 09 18:52:28.545889 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae33b9bc-69b8-49b6-aba1-857d9fa08e16,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:28.550955 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:28.553587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Checking segment: {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:28.553928 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Network hostable DHCP agents. Network: bbef315e-e94f-4e2b-a9d6-c35ed2afcb96, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:52:28.577037 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:52:28.597007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, bbef315e-e94f-4e2b-a9d6-c35ed2afcb96) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:28.605410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27abf617-17a8-45ab-81e2-4b7e2498c273 None None] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:52:28.610208 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:28.610883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:28.651998 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-67f0bdda-0bbc-48e7-9e1a-27776fec446c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8757985
Jul 09 18:52:28.778852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07953ec3-f76b-49d3-b8ef-de1805d8a3a9 req-491472f0-714c-4cac-bd85-22d805fdeb55 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:28.783622 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07953ec3-f76b-49d3-b8ef-de1805d8a3a9 req-491472f0-714c-4cac-bd85-22d805fdeb55 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1836092
Jul 09 18:52:28.874439 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07953ec3-f76b-49d3-b8ef-de1805d8a3a9 req-732c0645-e190-4405-aa78-bac759b408e9 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800009
Jul 09 18:52:29.105768 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5cce8-792f-44cc-be46-354af681454e None None] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:52:29.445399 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadbf0d-e295-44d1-99d8-a5928ed7389b req-f0f8bef6-ddc7-4e35-9d73-b09b99d2ca04 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:29.454000 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ddadbf0d-e295-44d1-99d8-a5928ed7389b req-f0f8bef6-ddc7-4e35-9d73-b09b99d2ca04 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1654987
Jul 09 18:52:29.483051 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf835690-d7ce-4024-839c-4a39f329edb7 req-b1f4954f-75d6-4173-8017-d1c7646ae9ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:29.486045 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf835690-d7ce-4024-839c-4a39f329edb7 req-b1f4954f-75d6-4173-8017-d1c7646ae9ad tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2615085
Jul 09 18:52:29.571654 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf835690-d7ce-4024-839c-4a39f329edb7 req-f14c6ce6-5ae5-40ab-ae47-cc26110cb663 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786152
Jul 09 18:52:29.595714 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ddadbf0d-e295-44d1-99d8-a5928ed7389b req-fda0bd66-8cf1-4359-ad2c-f6e7e8254a3b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1402335
Jul 09 18:52:30.851017 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45aa32-5af2-4839-bd26-5b35ba1899c0 req-9b683706-8b71-4ed2-8c1c-3ccd4e3e02c6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:30.862110 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8b45aa32-5af2-4839-bd26-5b35ba1899c0 req-9b683706-8b71-4ed2-8c1c-3ccd4e3e02c6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1404042
Jul 09 18:52:30.936930 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8b45aa32-5af2-4839-bd26-5b35ba1899c0 req-b8fabc38-6900-4db2-b5aa-e13c289f7a1c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738146
Jul 09 18:52:31.219027 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967a4cf-6e42-45ca-9c1d-2bc6d5f8d843 req-3e560dd5-cacb-4ff0-9a9c-bb394a67c97d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:31.221435 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c967a4cf-6e42-45ca-9c1d-2bc6d5f8d843 req-3e560dd5-cacb-4ff0-9a9c-bb394a67c97d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1076880
Jul 09 18:52:31.278425 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c967a4cf-6e42-45ca-9c1d-2bc6d5f8d843 req-5b326582-edca-4d1e-8493-8af4fd8025be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495784
Jul 09 18:52:31.445279 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-6e773147-e5a1-4397-ada5-b5cdfde434aa tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:31.445926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-6e773147-e5a1-4397-ada5-b5cdfde434aa tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Synchronizing usage tracker for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:31.464269 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-6e773147-e5a1-4397-ada5-b5cdfde434aa tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Unset dirty status for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:31.465580 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-6e773147-e5a1-4397-ada5-b5cdfde434aa tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 809 time: 0.1816258
Jul 09 18:52:31.483753 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-0b53f9e9-aece-40a5-a522-197ead75c3ab tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/quotas/1f22cf8c184f472aa596f4ae64f724f2 HTTP/1.1" status: 200  len: 375 time: 0.0122919
Jul 09 18:52:31.539276 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-374bc0f2-6201-4f6d-9142-90022f04b736 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490742
Jul 09 18:52:31.682656 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-c2055d9b-b906-46c1-b890-c4662134e3a5 service neutron] 10.222.0.20 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366193
Jul 09 18:52:31.826197 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-a813741e-b284-4fa3-9604-44883f406f23 service neutron] 10.222.0.20 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367297
Jul 09 18:52:32.007153 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:32.246398 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-93ce6f70-79a5-402c-a7a4-84d747c6da1b req-2c5041ae-ac2c-459d-9712-35196c60882f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 210 time: 0.1908946
Jul 09 18:52:32.310283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872dc2d-9b85-4385-90af-6fb8780960c4 req-d4f5904f-3c8d-47a8-b60c-160b0ee62291 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:32.312859 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4872dc2d-9b85-4385-90af-6fb8780960c4 req-d4f5904f-3c8d-47a8-b60c-160b0ee62291 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1814101
Jul 09 18:52:32.389337 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4872dc2d-9b85-4385-90af-6fb8780960c4 req-cd89e9a0-4f8d-48cf-98f8-f3af0dd71401 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682380
Jul 09 18:52:32.607621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6849077-bfa1-4c57-8784-2e81ab1e1625 req-694ee603-7f40-4279-9fdd-b68a0b570cb1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:32.609673 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d6849077-bfa1-4c57-8784-2e81ab1e1625 req-694ee603-7f40-4279-9fdd-b68a0b570cb1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0882344
Jul 09 18:52:32.674464 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d6849077-bfa1-4c57-8784-2e81ab1e1625 req-c870ceda-db8f-41e5-801a-53c20e3f1201 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582685
Jul 09 18:52:33.421073 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29fee5ed-6059-4e1f-a9c8-bbb8e1c70ae8 req-f00b69d8-e6a0-41bf-b2f6-034995875f41 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 210 time: 0.0532870
Jul 09 18:52:33.469399 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-7848f762-c683-4c32-9999-5e17fdb50180 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:33.470810 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-7848f762-c683-4c32-9999-5e17fdb50180 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 814 time: 0.2010496
Jul 09 18:52:33.485773 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-e88d4059-040a-457b-961a-3a89657bdb16 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/quotas/42c797a216184a848398c8806ed5b74a HTTP/1.1" status: 200  len: 375 time: 0.0093851
Jul 09 18:52:33.712491 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67808496-bfe1-421c-bb95-9e3301141a6e req-eb34ac65-9dca-4448-9abe-9b25ac874d57 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:33.714117 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67808496-bfe1-421c-bb95-9e3301141a6e req-eb34ac65-9dca-4448-9abe-9b25ac874d57 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1875005
Jul 09 18:52:33.721690 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-ae7829e6-5b43-4ff6-91ae-b314dbb2c00d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2304111
Jul 09 18:52:33.802897 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-7bfbb82d-df84-4f99-aad1-babb0818af7c tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:33.804536 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-7bfbb82d-df84-4f99-aad1-babb0818af7c tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 809 time: 0.1560380
Jul 09 18:52:33.829798 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Request body: {'port': {'device_id': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96', 'admin_state_up': True, 'tenant_id': '1f22cf8c184f472aa596f4ae64f724f2'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:33.844119 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67808496-bfe1-421c-bb95-9e3301141a6e req-61b9ff73-ea9f-4f03-b012-90f8156cb76d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213267
Jul 09 18:52:33.896248 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-54739c22-5aaf-4041-a957-4cf3e9686b21 service neutron] 10.222.0.20 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597559
Jul 09 18:52:33.987925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:33.992206 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Usage tracker for resource:port and tenant:1f22cf8c184f472aa596f4ae64f724f2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:33.995479 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:34.002047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:34.013812 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Made reservation on behalf of 1f22cf8c184f472aa596f4ae64f724f2 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:34.018475 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:34.038442 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-f819e91d-0326-45e4-b5e9-d054d16d702a service neutron] 10.222.0.20 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413391
Jul 09 18:52:34.199122 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Allocated IP 172.20.0.5 (bbef315e-e94f-4e2b-a9d6-c35ed2afcb96/ae33b9bc-69b8-49b6-aba1-857d9fa08e16/c3059cd2-2ccc-4f0b-873e-b2b210cbd73f) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:34.273323 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-543a570a-b410-4db2-afd2-58e67cbc8ffc req-022a38c5-71d4-4391-8849-50fdf37c8ea9 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 210 time: 0.0975249
Jul 09 18:52:34.314729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaf7cb-6dd3-4c39-a560-432558d60217 req-819e4f22-0631-435a-a64b-c16644a903d3 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:34.316276 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c4eaf7cb-6dd3-4c39-a560-432558d60217 req-819e4f22-0631-435a-a64b-c16644a903d3 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1424978
Jul 09 18:52:34.368925 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c4eaf7cb-6dd3-4c39-a560-432558d60217 req-67ea9aae-c6ee-4f65-8512-301a2e288306 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459685
Jul 09 18:52:34.460872 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:34.518685 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:34.528952 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:34.600274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:34.603399 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:34.607272 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:34.651318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Pushing event updated for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:34.657753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:34.658275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b3146-fcd5-4eb4-9c85-bd91d77e626c req-6c8cf957-1537-42cd-af80-8da3cc5ba54f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:34.659876 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1e7b3146-fcd5-4eb4-9c85-bd91d77e626c req-6c8cf957-1537-42cd-af80-8da3cc5ba54f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 931 time: 0.1137600
Jul 09 18:52:34.682908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:34.683807 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:34.710917 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8851194
Jul 09 18:52:34.715793 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-1e7b3146-fcd5-4eb4-9c85-bd91d77e626c req-2dd57576-2399-4d18-b88f-bcea50c678d4 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Synchronizing usage tracker for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:34.732630 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Request body: {'port': {'device_id': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:34.736096 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-1e7b3146-fcd5-4eb4-9c85-bd91d77e626c req-2dd57576-2399-4d18-b88f-bcea50c678d4 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Unset dirty status for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:34.737448 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1e7b3146-fcd5-4eb4-9c85-bd91d77e626c req-2dd57576-2399-4d18-b88f-bcea50c678d4 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717542
Jul 09 18:52:34.848836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.059873 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136257e0-1198-4822-9551-35fdd75f2221 req-081b4763-f1ed-4114-b50d-39b581fcdb1f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:35.061280 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-136257e0-1198-4822-9551-35fdd75f2221 req-081b4763-f1ed-4114-b50d-39b581fcdb1f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0873067
Jul 09 18:52:35.110524 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-136257e0-1198-4822-9551-35fdd75f2221 req-ccc32870-2d10-4e44-87cd-73328f43d784 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420518
Jul 09 18:52:35.221651 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3059cd2-2ccc-4f0b-873e-b2b210cbd73f {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:35.230539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.245016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Transition to ACTIVE for port object c3059cd2-2ccc-4f0b-873e-b2b210cbd73f will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:35.248779 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.254088 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d5eeb1c0-c7c2-4256-8a35-6a7aa79d24dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:35.443292 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-397e15d8-311e-42bb-af9c-1f65ae3c541e req-761cb4a3-89d4-4eee-99e3-36f266566771 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 210 time: 0.0503347
Jul 09 18:52:35.463241 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Pushing event updated for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:35.466740 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:35.601848 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Attempting to bind port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:35.602210 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Attempting to bind port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:35.602795 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Attempting to bind port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:35.612141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:52:35.612524 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Attempting to bind port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:35.618579 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:35.618964 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Checking segment: {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:35.619418 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Bound using segment: {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:35.620228 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Bound port: c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:35.620649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.649664 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbb79-561d-42ec-b2c7-1c74446153ff req-de1ed492-5c9a-4a43-aa91-28aa005e2e49 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:35.651790 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db2cbb79-561d-42ec-b2c7-1c74446153ff req-de1ed492-5c9a-4a43-aa91-28aa005e2e49 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1134582
Jul 09 18:52:35.716796 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db2cbb79-561d-42ec-b2c7-1c74446153ff req-4561a9c1-925e-42ae-b527-e79ce2d81bf1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582519
Jul 09 18:52:35.739491 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:35.743056 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:35.747226 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.752785 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f91c2576-ff1a-4a0d-bd50-3979d9cc780f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:35.830373 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:35.831413 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:35.832829 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] 10.222.0.15 "PUT /v2.0/ports/c3059cd2-2ccc-4f0b-873e-b2b210cbd73f HTTP/1.1" status: 200  len: 1093 time: 1.1048286
Jul 09 18:52:35.833534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:35.877849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Pushing event updated for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:35.887833 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:36.042129 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-b58e46c3-8a0b-4d45-993a-3e249cf1913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.043614 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-b58e46c3-8a0b-4d45-993a-3e249cf1913a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 1096 time: 0.1160817
Jul 09 18:52:36.126637 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-1422d303-aeb5-4574-befa-40cce2a48353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f HTTP/1.1" status: 200  len: 217 time: 0.0735099
Jul 09 18:52:36.186838 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864a03-1fdc-42fa-a9d6-823afad78e53 req-20775d55-d9f7-4528-8972-1ba28ea67ef8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.189195 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6a864a03-1fdc-42fa-a9d6-823afad78e53 req-20775d55-d9f7-4528-8972-1ba28ea67ef8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.3549275
Jul 09 18:52:36.211345 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-d3e541ae-ff01-4b0b-8a44-a8bc6891d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.211935 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-d3e541ae-ff01-4b0b-8a44-a8bc6891d436 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae33b9bc-69b8-49b6-aba1-857d9fa08e16 HTTP/1.1" status: 200  len: 849 time: 0.0733702
Jul 09 18:52:36.228291 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcee038-ec0c-4964-ad23-6aba900cdd8f req-faa3bbd3-c195-4735-8af5-f5e5028963b7 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.229779 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dfcee038-ec0c-4964-ad23-6aba900cdd8f req-faa3bbd3-c195-4735-8af5-f5e5028963b7 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.2979369
Jul 09 18:52:36.275337 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-1f2c9322-50b4-4f3b-9ddd-47059bfe82ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443478
Jul 09 18:52:36.310768 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-a9aad3ea-2f4a-4960-8ae4-4a206c1fdd91 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.312254 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-a9aad3ea-2f4a-4960-8ae4-4a206c1fdd91 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 814 time: 0.2829592
Jul 09 18:52:36.319428 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6a864a03-1fdc-42fa-a9d6-823afad78e53 req-24e3cdb7-c1b4-4062-a084-1da3701322d3 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020224
Jul 09 18:52:36.348074 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dfcee038-ec0c-4964-ad23-6aba900cdd8f req-2e799383-2576-40bb-8e19-49deddbc4b59 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005962
Jul 09 18:52:36.354327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'port': {'device_id': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'admin_state_up': True, 'tenant_id': '42c797a216184a848398c8806ed5b74a'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:36.360818 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44584) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:36.371429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-43dd3ec7-a6cc-4501-9ed9-622886d6da36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:36.438958 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f', 'status': 'completed', 'code': 200}
Jul 09 18:52:36.495935 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-65c6da52-d01b-45f9-85c6-9ce0abcd65ac service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079847
Jul 09 18:52:36.529813 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:36.574925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:port and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:36.582663 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:36.602825 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:36.629206 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Made reservation on behalf of 42c797a216184a848398c8806ed5b74a for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:52:36.631715 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:36.666805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424121f-412d-46ac-a9f5-7abffb5d7557 req-a85a31ea-6142-4d08-a34a-e444fcdab173 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.668487 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9424121f-412d-46ac-a9f5-7abffb5d7557 req-a85a31ea-6142-4d08-a34a-e444fcdab173 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1400435
Jul 09 18:52:36.806764 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b3500d8e-a8da-48a1-bd68-31778a9c103e req-1e6b81f2-0c20-498c-b631-d1f5f8b57122 service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2963879
Jul 09 18:52:36.810795 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9424121f-412d-46ac-a9f5-7abffb5d7557 req-28512f4b-6b5c-40c0-b391-a2a791ba6011 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001279
Jul 09 18:52:36.840935 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f527cf15-4581-45e0-bad2-21682aa8a163 tempest-TestShelveInstance-388633664 tempest-TestShelveInstance-388633664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:36.841650 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f527cf15-4581-45e0-bad2-21682aa8a163 tempest-TestShelveInstance-388633664 tempest-TestShelveInstance-388633664-project-admin] Synchronizing usage tracker for tenant:440c6171ea564f039ed98968bfaf3b40 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:36.896789 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:36.953080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f527cf15-4581-45e0-bad2-21682aa8a163 tempest-TestShelveInstance-388633664 tempest-TestShelveInstance-388633664-project-admin] Unset dirty status for tenant:440c6171ea564f039ed98968bfaf3b40 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:36.956995 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f527cf15-4581-45e0-bad2-21682aa8a163 tempest-TestShelveInstance-388633664 tempest-TestShelveInstance-388633664-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1094 time: 0.5925941
Jul 09 18:52:36.959877 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 44610) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:52:36.974638 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:36.984537 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:52:36.991981 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Usage tracker for resource:floatingip and tenant:51125c648dcc4a42aaa3431a7851a826 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:52:36.997563 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:52:37.006893 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:52:37.033571 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-08e643d3-157f-4d4b-b189-9be2c0c4430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:37.035678 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-08e643d3-157f-4d4b-b189-9be2c0c4430d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 1096 time: 0.1391623
Jul 09 18:52:37.037058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for floatingip, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:37.067592 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1eadcb16-f5ca-417a-8b04-39b1c626734c req-3ec7dfe6-d43e-4a8e-99fd-7a7a0e5db189 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 210 time: 0.0839975
Jul 09 18:52:37.106858 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Allocated IP 172.20.0.7 (6815a5d5-3164-4f3a-b2ee-a4e9c11b1273/1e3f4710-ae30-4d97-9d90-e50936858dba/ce66e78d-82ae-4a76-9501-5a1a111d6909) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:37.299810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-d5d0f8d2-4ba5-4f03-90ae-f65f03cd38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:37.301861 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-d5d0f8d2-4ba5-4f03-90ae-f65f03cd38ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 910 time: 0.2428088
Jul 09 18:52:37.394301 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:37.458851 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:37.499066 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Transition to ACTIVE for port object ce66e78d-82ae-4a76-9501-5a1a111d6909 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:37.576720 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Allocated IP 172.27.1.42 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/da355577-4d07-441d-bdcf-83794607e0f9) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:52:37.604960 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:37.616810 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:37.709645 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:37.712698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:37.717643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:37.721812 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:37.724376 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:37.797453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc359c43-c744-442e-8f2e-f2fa527cd4ec req-759c4042-fc58-4ac3-9f2b-201f12695526 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:37.799016 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc359c43-c744-442e-8f2e-f2fa527cd4ec req-759c4042-fc58-4ac3-9f2b-201f12695526 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.2553842
Jul 09 18:52:37.810879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:37.811550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:37.881930 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc359c43-c744-442e-8f2e-f2fa527cd4ec req-db825b01-bb83-4ecf-a80d-227fc4ee6b6f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647585
Jul 09 18:52:37.885951 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5435910
Jul 09 18:52:37.964252 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.031700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.036020 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2566965c-ce94-4f7b-841a-ec0601d26c33 tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:38.113012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:52:38.116023 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:52:38.119794 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:52:38.147713 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-99b2730b-f21c-4b90-98d1-7c5cf20fd9ff None None] Provisioning for port ce66e78d-82ae-4a76-9501-5a1a111d6909 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:38.152664 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-99b2730b-f21c-4b90-98d1-7c5cf20fd9ff None None] Provisioning complete for port ce66e78d-82ae-4a76-9501-5a1a111d6909 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:38.153280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-99b2730b-f21c-4b90-98d1-7c5cf20fd9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.156207 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'Port': ['ID=da355577-4d07-441d-bdcf-83794607e0f9,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:38.159107 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:38.166834 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5013-a628-4759-b0da-7d0815d1ecce req-d054c96d-8743-4b7c-93c3-3804e44f7f3e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:38.168356 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2bc5013-a628-4759-b0da-7d0815d1ecce req-d054c96d-8743-4b7c-93c3-3804e44f7f3e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0988564
Jul 09 18:52:38.224894 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2bc5013-a628-4759-b0da-7d0815d1ecce req-5f117c68-394e-4e82-858c-862c32452729 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497243
Jul 09 18:52:38.283984 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-99b2730b-f21c-4b90-98d1-7c5cf20fd9ff None None] Port ce66e78d-82ae-4a76-9501-5a1a111d6909 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:52:38.411240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bb8bf-9a57-402c-83d2-e10f4d15e92f req-c0e1d193-eeee-452f-88e9-302bd81412ba tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:38.412467 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-704bb8bf-9a57-402c-83d2-e10f4d15e92f req-c0e1d193-eeee-452f-88e9-302bd81412ba tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Synchronizing usage tracker for tenant:42c797a216184a848398c8806ed5b74a on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:52:38.436357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-704bb8bf-9a57-402c-83d2-e10f4d15e92f req-c0e1d193-eeee-452f-88e9-302bd81412ba tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Unset dirty status for tenant:42c797a216184a848398c8806ed5b74a on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:52:38.438580 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-704bb8bf-9a57-402c-83d2-e10f4d15e92f req-c0e1d193-eeee-452f-88e9-302bd81412ba tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.1138968
Jul 09 18:52:38.493392 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-704bb8bf-9a57-402c-83d2-e10f4d15e92f req-714d5c5f-9807-4b8f-92b0-b38678bc2d3e tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478566
Jul 09 18:52:38.623181 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.701062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.914574 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.919953 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:38.924920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:39.029381 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:39.086828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf705293-85c0-472e-82c5-847c3b7514c1 req-74ae6cae-8f36-40ed-9e51-09d874d1f684 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:39.094519 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf705293-85c0-472e-82c5-847c3b7514c1 req-74ae6cae-8f36-40ed-9e51-09d874d1f684 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0905688
Jul 09 18:52:39.112461 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6bf77f5e-d9fe-477c-9628-5a6f3908f1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:39.119687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event updated for resources: {'Port': ['ID=da355577-4d07-441d-bdcf-83794607e0f9,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:39.125195 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:39.161320 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf705293-85c0-472e-82c5-847c3b7514c1 req-9ecb732c-b9a5-4d25-9267-174927d68a27 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658224
Jul 09 18:52:39.224048 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Floating IP 5129c9ba-4519-4b61-a233-201bd30adacf associated. External IP: 172.27.1.42, port: b725faeb-a270-42e9-9a08-38e5dcf99100.
Jul 09 18:52:39.447516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ecb6c-f640-450e-8cab-a5bd179c2e4d req-adb376ba-fcc3-49f4-a45c-d523a680924b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:39.448989 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bd6ecb6c-f640-450e-8cab-a5bd179c2e4d req-adb376ba-fcc3-49f4-a45c-d523a680924b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1035457
Jul 09 18:52:39.495065 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bd6ecb6c-f640-450e-8cab-a5bd179c2e4d req-328720ed-3f77-4ef5-b72d-266ea74e2bbb tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396698
Jul 09 18:52:39.701867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Router 2c19d226-fd9a-44c4-8130-a3340cfd1cff has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:52:39.727676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2b1d5-8c45-4534-a941-bcd9ffdb605c req-884e2b4f-7215-413a-8d3a-47f7dafd5fb5 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:39.729324 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ff2b1d5-8c45-4534-a941-bcd9ffdb605c req-884e2b4f-7215-413a-8d3a-47f7dafd5fb5 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.1115401
Jul 09 18:52:39.780917 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ff2b1d5-8c45-4534-a941-bcd9ffdb605c req-51cfc72b-930a-4bde-8e70-5377a16dfe00 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423758
Jul 09 18:52:39.928782 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:52:39.941096 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Sync routers for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:52:39.953964 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:39.954658 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9d0c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:39.957102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:40.016405 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0547099
Jul 09 18:52:40.017432 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:40.034617 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:40.084172 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'status': 'completed', 'code': 200}
Jul 09 18:52:40.146758 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:40.405137 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71119888-4cd6-4054-9a66-bbca0f84f39d req-924111ae-19dd-4f3a-b460-577099f3e014 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:40.407280 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-71119888-4cd6-4054-9a66-bbca0f84f39d req-924111ae-19dd-4f3a-b460-577099f3e014 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.1206167
Jul 09 18:52:40.455237 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-71119888-4cd6-4054-9a66-bbca0f84f39d req-b98cd7c0-9c75-4e35-add3-e2ed1087d18f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417860
Jul 09 18:52:40.529554 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9d0c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '5129c9ba-4519-4b61-a233-201bd30adacf', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'mac_address': 'fa:16:3e:7b:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:38Z', 'updated_at': '2021-07-09T18:52:38Z', 'revision_number': 0, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:40.533784 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Checking router: 2c19d226-fd9a-44c4-8130-a3340cfd1cff for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:52:40.542060 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:52:40.542695 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9d0c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:52:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:40.707757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4708fc8-517a-411c-a2af-f7d9a494c3e9 req-d6910337-640a-4317-a5a1-0fb18348f7dc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:40.709346 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e4708fc8-517a-411c-a2af-f7d9a494c3e9 req-d6910337-640a-4317-a5a1-0fb18348f7dc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0791569
Jul 09 18:52:40.720531 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:52:40.765607 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e4708fc8-517a-411c-a2af-f7d9a494c3e9 req-626534b1-143b-4442-8f94-d34ed870c506 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496290
Jul 09 18:52:41.001036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae859-c1a3-4c54-84bd-15ece129df8a req-f8970478-b148-4d53-94d8-cff2ae10918f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:41.002496 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ffdae859-c1a3-4c54-84bd-15ece129df8a req-f8970478-b148-4d53-94d8-cff2ae10918f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0843077
Jul 09 18:52:41.059285 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ffdae859-c1a3-4c54-84bd-15ece129df8a req-29836e0d-59c6-4b76-8c21-fd19fb962c87 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497532
Jul 09 18:52:41.102204 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9d0c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '5129c9ba-4519-4b61-a233-201bd30adacf', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'mac_address': 'fa:16:3e:7b:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:38Z', 'updated_at': '2021-07-09T18:52:38Z', 'revision_number': 0, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:52:41.113191 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413c99bb-fc86-41d9-8183-9d8aded3ce14 None None] The sync data for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi is: [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '5129c9ba-4519-4b61-a233-201bd30adacf', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'mac_address': 'fa:16:3e:7b:0d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:52:38Z', 'updated_at': '2021-07-09T18:52:38Z', 'revision_number': 0, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:52:41.341561 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344841a7-e723-4a8b-858a-b4bd5f54317b None None] New status for floating IP 5129c9ba-4519-4b61-a233-201bd30adacf: ACTIVE {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:52:41.594347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:41.758876 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99017769-d261-416a-8049-4b6a2f96e221 req-2da61129-4758-4cb8-a598-a06152d0f331 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:41.760529 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-99017769-d261-416a-8049-4b6a2f96e221 req-2da61129-4758-4cb8-a598-a06152d0f331 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.1362343
Jul 09 18:52:41.815677 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-99017769-d261-416a-8049-4b6a2f96e221 req-d3f03bae-d208-4ffa-85da-5cd1603bd988 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484459
Jul 09 18:52:42.003297 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d1394-00e3-450f-9f72-7286b8a5bb75 req-2b09371b-0448-446d-a28e-267bf9d9433d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:42.005158 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a46d1394-00e3-450f-9f72-7286b8a5bb75 req-2b09371b-0448-446d-a28e-267bf9d9433d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0824895
Jul 09 18:52:42.062489 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a46d1394-00e3-450f-9f72-7286b8a5bb75 req-7d461219-4238-44e3-a69a-d746f5a2ea5e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414574
Jul 09 18:52:42.324071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b69a04-2175-4b76-86d1-ba9e71b44e62 req-a41bacfe-7692-4d5a-87e0-67fd797fd4f6 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:42.328883 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-42b69a04-2175-4b76-86d1-ba9e71b44e62 req-a41bacfe-7692-4d5a-87e0-67fd797fd4f6 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.1686900
Jul 09 18:52:42.377162 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-42b69a04-2175-4b76-86d1-ba9e71b44e62 req-47f35c27-41fb-4ab5-bec8-904f9f80010f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396156
Jul 09 18:52:43.057234 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd754ef-3083-4eb1-87d6-1908793edc6f req-d591d610-3a79-4eb4-a017-2809c35c0e6a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:43.058673 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bcd754ef-3083-4eb1-87d6-1908793edc6f req-d591d610-3a79-4eb4-a017-2809c35c0e6a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0798459
Jul 09 18:52:43.102821 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bcd754ef-3083-4eb1-87d6-1908793edc6f req-b49183fe-9669-4768-9e65-b59cf08b2877 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375111
Jul 09 18:52:43.281192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a61b1-45dd-4e93-8db7-48aaccc9697b req-dd18a60a-a0c8-41e9-9885-36f4ec88de76 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:43.283176 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-889a61b1-45dd-4e93-8db7-48aaccc9697b req-dd18a60a-a0c8-41e9-9885-36f4ec88de76 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0840545
Jul 09 18:52:43.332986 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-889a61b1-45dd-4e93-8db7-48aaccc9697b req-951dd4f7-16a5-4866-b3c5-e73e2ceaeed9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437219
Jul 09 18:52:43.569826 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c4fdd-37eb-48bf-89c7-c345afa25447 req-6c0d0d18-2d39-4ea4-b5fa-82773d627708 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:43.571397 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-413c4fdd-37eb-48bf-89c7-c345afa25447 req-6c0d0d18-2d39-4ea4-b5fa-82773d627708 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0858102
Jul 09 18:52:43.624461 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-413c4fdd-37eb-48bf-89c7-c345afa25447 req-684bd7d1-7f8f-432c-b956-ab1242f8f2c9 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472612
Jul 09 18:52:44.299687 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f21894-de9f-4bb4-b592-929b133a16bc req-9f81f8f0-cc02-4854-946c-c22eb4b0eaad tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:44.307155 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88f21894-de9f-4bb4-b592-929b133a16bc req-9f81f8f0-cc02-4854-946c-c22eb4b0eaad tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0927293
Jul 09 18:52:44.349861 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88f21894-de9f-4bb4-b592-929b133a16bc req-dae81dd7-dfdc-4ff5-bf5f-ed02cd9ded36 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417998
Jul 09 18:52:44.528217 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121386bb-a5c6-4839-a2d1-a46837c93d22 req-efa3bdb0-1a7b-497b-8e28-31e1d850b962 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:44.529614 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-121386bb-a5c6-4839-a2d1-a46837c93d22 req-efa3bdb0-1a7b-497b-8e28-31e1d850b962 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0860186
Jul 09 18:52:44.574478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-121386bb-a5c6-4839-a2d1-a46837c93d22 req-6098b516-fa58-4b86-96c1-77d51741105d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385292
Jul 09 18:52:44.820699 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dcf26-fa32-45d1-bef1-d5d2415b2deb req-fdb7aba8-ff91-453d-9068-63eebc531994 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:44.822162 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-585dcf26-fa32-45d1-bef1-d5d2415b2deb req-fdb7aba8-ff91-453d-9068-63eebc531994 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0915568
Jul 09 18:52:44.905296 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-585dcf26-fa32-45d1-bef1-d5d2415b2deb req-d99315fe-758b-4e86-a7b1-9a832ccc629d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759540
Jul 09 18:52:45.543462 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fd4dc-6b36-4d55-90ae-788b33d599e5 req-f513fb54-c389-4f53-9bbb-90e6e925dcb7 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:45.547750 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d29fd4dc-6b36-4d55-90ae-788b33d599e5 req-f513fb54-c389-4f53-9bbb-90e6e925dcb7 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0923672
Jul 09 18:52:45.590280 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d29fd4dc-6b36-4d55-90ae-788b33d599e5 req-161dfb07-5f19-4043-82d5-806553b9741f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396395
Jul 09 18:52:45.767488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff5b01-fd3e-4731-ab3c-f65dbff0e239 req-606a324f-b76f-4b75-8f40-dda99828df1d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:45.768952 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dcff5b01-fd3e-4731-ab3c-f65dbff0e239 req-606a324f-b76f-4b75-8f40-dda99828df1d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0833085
Jul 09 18:52:45.812660 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dcff5b01-fd3e-4731-ab3c-f65dbff0e239 req-f863f613-f106-491e-8a7d-8c5ddad3b0c3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379977
Jul 09 18:52:46.112849 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3f9ef-e6d3-4857-90bc-b54e4eaed0cb req-c7e20123-b5af-4ee4-9624-421a739cafca tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:46.118330 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e5a3f9ef-e6d3-4857-90bc-b54e4eaed0cb req-c7e20123-b5af-4ee4-9624-421a739cafca tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0930943
Jul 09 18:52:46.165902 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e5a3f9ef-e6d3-4857-90bc-b54e4eaed0cb req-302c340a-59ee-429b-9851-c4e7e7e33fad tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431979
Jul 09 18:52:46.779788 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19b872-dc12-4c82-8cfc-e49d745fce23 req-4ac31e51-e30a-4f7b-8abe-635d6fc8af38 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:46.781276 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3e19b872-dc12-4c82-8cfc-e49d745fce23 req-4ac31e51-e30a-4f7b-8abe-635d6fc8af38 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0793462
Jul 09 18:52:46.825483 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3e19b872-dc12-4c82-8cfc-e49d745fce23 req-83fabced-ed42-4914-baf9-2e6be89d8d55 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386834
Jul 09 18:52:47.024702 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac57fd-aa97-4606-aebf-9837487d6178 req-9215ef0d-5186-4311-8e77-bc10d37f6aa7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:47.026598 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-12ac57fd-aa97-4606-aebf-9837487d6178 req-9215ef0d-5186-4311-8e77-bc10d37f6aa7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0982523
Jul 09 18:52:47.074103 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-12ac57fd-aa97-4606-aebf-9837487d6178 req-f8a1a85f-c2a3-4f73-9d36-43b5297e02d5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410998
Jul 09 18:52:47.369794 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced420a-c27d-46b9-8cca-3446011d5904 req-cc552e60-e3d6-4eea-a8f6-21c16386cafd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:47.371478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fced420a-c27d-46b9-8cca-3446011d5904 req-cc552e60-e3d6-4eea-a8f6-21c16386cafd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0869901
Jul 09 18:52:47.424814 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fced420a-c27d-46b9-8cca-3446011d5904 req-fc6889a2-79b7-4cdc-84aa-4567cb702358 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458708
Jul 09 18:52:48.018296 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea707a-81c8-47d0-ad63-3a70ff5bc369 req-f3d7e1d4-160d-4ac4-b900-e682d4b6a62a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:48.019649 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d0ea707a-81c8-47d0-ad63-3a70ff5bc369 req-f3d7e1d4-160d-4ac4-b900-e682d4b6a62a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0816658
Jul 09 18:52:48.066409 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d0ea707a-81c8-47d0-ad63-3a70ff5bc369 req-462a772b-7d75-4fc6-88af-e0966cf59cd0 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410514
Jul 09 18:52:48.286665 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584a548-73eb-474c-ac15-0982a20688c5 req-b08b76a4-933a-4995-9f7d-cf73255ed7c2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:48.288373 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9584a548-73eb-474c-ac15-0982a20688c5 req-b08b76a4-933a-4995-9f7d-cf73255ed7c2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1014087
Jul 09 18:52:48.339381 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9584a548-73eb-474c-ac15-0982a20688c5 req-cd899493-41c8-4109-9b7a-3c9f02ca84fa tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416989
Jul 09 18:52:48.618284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c68c2-9966-4588-a5a2-2c919654e900 req-c37f70c1-d7d9-4e03-bab7-f01d1ff13016 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:48.620792 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-107c68c2-9966-4588-a5a2-2c919654e900 req-c37f70c1-d7d9-4e03-bab7-f01d1ff13016 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0813744
Jul 09 18:52:48.685371 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-107c68c2-9966-4588-a5a2-2c919654e900 req-dcd22a41-ca42-440f-ad51-1bb82a9a3197 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586195
Jul 09 18:52:49.266022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672766f-daa4-43f9-88d5-3236aeefe048 req-69a6c0db-51ab-460c-8c60-f8e9b3955e4e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:49.267455 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0672766f-daa4-43f9-88d5-3236aeefe048 req-69a6c0db-51ab-460c-8c60-f8e9b3955e4e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0904508
Jul 09 18:52:49.314124 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0672766f-daa4-43f9-88d5-3236aeefe048 req-e63d6b18-d845-41ab-8234-c28d6209adad tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406528
Jul 09 18:52:49.570257 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:52:49.625724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a0147-96cd-420b-9584-b4ef3b55caa6 req-f4d1b14d-09c9-4c0c-b921-2dc87c44a9c4 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:49.627194 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3e1a0147-96cd-420b-9584-b4ef3b55caa6 req-f4d1b14d-09c9-4c0c-b921-2dc87c44a9c4 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1477141
Jul 09 18:52:49.674993 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3e1a0147-96cd-420b-9584-b4ef3b55caa6 req-c5d9b82d-4283-4a6e-9c19-12de794e60b9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418346
Jul 09 18:52:49.885714 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9f8e-0b9a-495e-a658-cf8af32d913c req-b3eab5ab-b412-45ed-842f-f1fdbe9938cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:49.887435 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43bd9f8e-0b9a-495e-a658-cf8af32d913c req-b3eab5ab-b412-45ed-842f-f1fdbe9938cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0917168
Jul 09 18:52:49.939356 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43bd9f8e-0b9a-495e-a658-cf8af32d913c req-7cd6648b-c59f-463c-9ab9-806547c39883 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445063
Jul 09 18:52:50.668646 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d1d34-452e-4e93-bd19-f232e31e1e37 req-0e5b65b5-3ea0-4094-b9ff-9000a9c93cd8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:50.670015 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f57d1d34-452e-4e93-bd19-f232e31e1e37 req-0e5b65b5-3ea0-4094-b9ff-9000a9c93cd8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.0792470
Jul 09 18:52:50.713549 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f57d1d34-452e-4e93-bd19-f232e31e1e37 req-5e24dd75-a869-4251-ac3f-d8df9f842d43 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370605
Jul 09 18:52:50.889948 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb3db5-0033-41ce-a06e-a2637f88500f req-b417a02a-6b2f-44a4-bd65-316414aea1c3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:50.891901 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5deb3db5-0033-41ce-a06e-a2637f88500f req-b417a02a-6b2f-44a4-bd65-316414aea1c3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0866108
Jul 09 18:52:50.939702 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5deb3db5-0033-41ce-a06e-a2637f88500f req-92b495f9-4aa5-4a05-9812-b0b0e5f28d1a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420792
Jul 09 18:52:51.117805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c7387-eb9b-4152-adc3-503aeff3e530 req-5a76dc76-6a9f-4269-aeb2-a6ce22d6af7c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:51.119249 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-218c7387-eb9b-4152-adc3-503aeff3e530 req-5a76dc76-6a9f-4269-aeb2-a6ce22d6af7c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 931 time: 0.0783379
Jul 09 18:52:51.166358 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-218c7387-eb9b-4152-adc3-503aeff3e530 req-247e423d-384b-49b8-9036-73e92fbbadf8 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408041
Jul 09 18:52:51.313619 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Request body: {'port': {'device_id': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:52:51.407783 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-973eddc4-2dfa-492b-86fd-5e10892df19b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f HTTP/1.1" status: 200  len: 217 time: 0.1004057
Jul 09 18:52:51.428222 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:51.493843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-6b28325c-568a-4626-9b54-4a8d574411bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:51.495486 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-6b28325c-568a-4626-9b54-4a8d574411bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.1297734
Jul 09 18:52:51.500954 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-051006d4-8a80-4828-8b13-f5a783f52a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:51.502361 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-051006d4-8a80-4828-8b13-f5a783f52a48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae33b9bc-69b8-49b6-aba1-857d9fa08e16 HTTP/1.1" status: 200  len: 849 time: 0.0718622
Jul 09 18:52:51.638202 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-b0ade0ec-7e3c-4778-a5a5-702ddbda3043 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1244032
Jul 09 18:52:51.803265 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce66e78d-82ae-4a76-9501-5a1a111d6909 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:51.812047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-a45e5835-8d78-4a50-9b77-de3daf4f511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:51.813603 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-a45e5835-8d78-4a50-9b77-de3daf4f511a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.3011217
Jul 09 18:52:51.816755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:51.821494 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-337db2c0-79da-4ffe-bb59-ef8e86b05dbf service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721025
Jul 09 18:52:51.875556 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Transition to ACTIVE for port object ce66e78d-82ae-4a76-9501-5a1a111d6909 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:52:51.889393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:51.900819 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1c005f9c-bd1d-4b92-a9b7-82445900b43e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:52.027791 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-ce5f559b-38b1-417f-9b47-25a94908f3c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 1001 time: 0.1939943
Jul 09 18:52:52.118333 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-6ee80b5e-1ddf-4384-839f-b03f6ce501cd req-58263e24-9d7a-4e7e-a965-5993880d5285 service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831864
Jul 09 18:52:52.133826 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-ae1a76fd-2356-4e2e-b619-7da77185ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.135320 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-ae1a76fd-2356-4e2e-b619-7da77185ade6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.0917017
Jul 09 18:52:52.151736 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:52.195018 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.195381 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.195732 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.196087 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.196524 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.196949 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.197353 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.197701 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.198048 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.198388 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.198729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.199060 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:52.208468 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:52.248049 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-1e7ab0c7-044d-482e-badf-f178d7e2079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.250327 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-1e7ab0c7-044d-482e-badf-f178d7e2079a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1028962
Jul 09 18:52:52.256753 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081abbc-c2c6-49ac-82a0-cab8909d1808 req-c94d0d46-4f36-4291-b805-d3636e4b5fab tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.258466 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0081abbc-c2c6-49ac-82a0-cab8909d1808 req-c94d0d46-4f36-4291-b805-d3636e4b5fab tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.4312768
Jul 09 18:52:52.263025 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Attempting to bind port ce66e78d-82ae-4a76-9501-5a1a111d6909 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:52:52.263353 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Attempting to bind port ce66e78d-82ae-4a76-9501-5a1a111d6909 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:52:52.263671 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Attempting to bind port ce66e78d-82ae-4a76-9501-5a1a111d6909 on network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:52.286552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Port ce66e78d-82ae-4a76-9501-5a1a111d6909 on network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:52:52.286775 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Attempting to bind port ce66e78d-82ae-4a76-9501-5a1a111d6909 on network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:52:52.301690 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:52:52.302031 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Checking segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:52:52.302402 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Bound using segment: {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:52:52.302833 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Bound port: ce66e78d-82ae-4a76-9501-5a1a111d6909, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:52:52.303173 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:52.340157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6175e-8f5a-47d3-b4dc-5d15e8685c00 req-d7fc0a8f-307a-40ef-8fdc-731717f8a3f3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.341629 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c9b6175e-8f5a-47d3-b4dc-5d15e8685c00 req-d7fc0a8f-307a-40ef-8fdc-731717f8a3f3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2428720
Jul 09 18:52:52.390010 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0081abbc-c2c6-49ac-82a0-cab8909d1808 req-3f7a47b8-ca22-41a6-8240-2cd2c381b4dc tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206520
Jul 09 18:52:52.397291 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-10565fe1-949f-4873-b396-bc2fbfa1d590 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298761
Jul 09 18:52:52.455171 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c9b6175e-8f5a-47d3-b4dc-5d15e8685c00 req-371632f8-20f9-48ce-a413-752afaa4985c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821016
Jul 09 18:52:52.460939 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:52:52.464131 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:52:52.471128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:52.475507 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9cd14a54-a4e5-4ea4-b715-19800e2fada8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:52.593252 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.594171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:52.595171 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 1093 time: 1.2871914
Jul 09 18:52:52.597954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:52.623003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:52.628155 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:52.658317 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b7bb9-9a9d-413a-88ca-afb17cf086e0 req-cba32cd7-598c-49cc-8cbc-f063d53ae607 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.664107 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b13b7bb9-9a9d-413a-88ca-afb17cf086e0 req-cba32cd7-598c-49cc-8cbc-f063d53ae607 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 943 time: 0.1516781
Jul 09 18:52:52.708894 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-78ecb336-41ed-4974-ac84-f1203a6423f0 req-5e51b469-88ad-4697-b340-5c624ceaa29d service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3043957
Jul 09 18:52:52.788181 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:52:52.850009 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b13b7bb9-9a9d-413a-88ca-afb17cf086e0 req-20405f56-9694-4c71-b078-86dd0035219f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639462
Jul 09 18:52:52.881490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-30b5ec04-d019-4c4a-98a9-7e428afdf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:52.883533 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-30b5ec04-d019-4c4a-98a9-7e428afdf856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1096 time: 0.2184887
Jul 09 18:52:52.970210 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-c381de09-e81b-4094-9711-07df85fbda07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 217 time: 0.0710137
Jul 09 18:52:53.037021 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-3954d0ea-99d9-4491-83ba-bf551f6e1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.038521 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-3954d0ea-99d9-4491-83ba-bf551f6e1f9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.0593216
Jul 09 18:52:53.127693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07981006-6b13-4c42-b925-6b38553772a3 req-bcd607bc-7427-4d61-8967-e11411c6b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.129466 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-bcd607bc-7427-4d61-8967-e11411c6b219 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758076
Jul 09 18:52:53.270800 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-47303aa5-5502-46a0-abf7-85ed76cdb891 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270750
Jul 09 18:52:53.405377 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-07981006-6b13-4c42-b925-6b38553772a3 req-19c61aaa-9632-42fb-bf2e-6b6d2d3c1bd9 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242523
Jul 09 18:52:53.638430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-1d6979ea-00f4-45dc-a0c2-f6db100ca5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.640193 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-1d6979ea-00f4-45dc-a0c2-f6db100ca5ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1096 time: 0.1873007
Jul 09 18:52:53.655810 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddf752-f2b2-401f-8013-58ab8a57f92b req-a62d56b5-5584-4687-85a2-be612aa41f71 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.657108 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c9ddf752-f2b2-401f-8013-58ab8a57f92b req-a62d56b5-5584-4687-85a2-be612aa41f71 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 943 time: 0.1505167
Jul 09 18:52:53.788267 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841fe7b-652c-495c-aeb7-17c4735423c9 req-81fc9d80-851e-4be4-8445-89bb279887ce tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.789744 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0841fe7b-652c-495c-aeb7-17c4735423c9 req-81fc9d80-851e-4be4-8445-89bb279887ce tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2233107
Jul 09 18:52:53.801092 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c9ddf752-f2b2-401f-8013-58ab8a57f92b req-914fa7fe-1061-4eb9-9857-918b2e7d3e7f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209583
Jul 09 18:52:53.872557 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0841fe7b-652c-495c-aeb7-17c4735423c9 req-0ab94eb3-b32a-44fa-a715-9f337f3baa70 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763156
Jul 09 18:52:53.874791 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-c976dd4e-70de-4c58-b87e-b4f63d346fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:53.876142 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-c976dd4e-70de-4c58-b87e-b4f63d346fc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.2182062
Jul 09 18:52:53.951342 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-c28073e5-f37b-46bb-bb4f-e3b344015b78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 217 time: 0.0647435
Jul 09 18:52:54.086595 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-54e177eb-e589-4d5d-b851-185ddacf0fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:54.088148 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-54e177eb-e589-4d5d-b851-185ddacf0fc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.1260288
Jul 09 18:52:54.113212 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe0e73-c9fc-47db-9917-6dd66f69ec5e req-7693d381-487e-46b5-9f88-6ec928a06376 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:54.114762 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2afe0e73-c9fc-47db-9917-6dd66f69ec5e req-7693d381-487e-46b5-9f88-6ec928a06376 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 943 time: 0.1032577
Jul 09 18:52:54.211786 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2afe0e73-c9fc-47db-9917-6dd66f69ec5e req-2a937087-8859-4a86-8a70-ec4942afc72f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619185
Jul 09 18:52:54.228214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-248c19fe-9e83-4568-b89b-86b150a7f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:54.228944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-248c19fe-9e83-4568-b89b-86b150a7f1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1132483
Jul 09 18:52:54.374106 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-80c8c848-12c5-4567-bdc2-fbfbf034e0fb service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307611
Jul 09 18:52:54.374840 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device c3059cd2-2ccc-4f0b-873e-b2b210cbd73f details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:52:54.527197 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:54.541655 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f', 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96', 'port_id': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f', 'mac_address': 'fa:16:3e:af:99:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae33b9bc-69b8-49b6-aba1-857d9fa08e16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:52:54.603759 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:54.618330 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7634bfe-5a51-4a84-aea7-5583e261f1bc req-c7456a5c-8535-4bff-8950-e6180afe1252 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2265675
Jul 09 18:52:54.621344 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3059cd2-2ccc-4f0b-873e-b2b210cbd73f {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:54.637653 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:54.644476 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:54.646318 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-8d542a03-c157-4fab-8e6b-828868baf9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:54.709878 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:54.716638 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.717007 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.717387 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.717735 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.718230 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.718564 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.718889 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.719213 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.719537 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.719859 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.720177 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.720494 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:52:54.724291 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:54.983774 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1b10b-4698-4a15-b7a6-96d6ff15ba1a req-da5c32ce-8ed6-4b9d-855a-17d3d31cc843 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:54.985174 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-82c1b10b-4698-4a15-b7a6-96d6ff15ba1a req-da5c32ce-8ed6-4b9d-855a-17d3d31cc843 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 944 time: 0.0808527
Jul 09 18:52:55.079049 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-82c1b10b-4698-4a15-b7a6-96d6ff15ba1a req-110f6ad5-d2d1-44b1-b23f-8cbe41861f50 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594378
Jul 09 18:52:55.099913 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5ae3-0486-4f9b-aad3-c1c0e849c41e req-737915b0-08e9-4c89-9157-652215fd7c6a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:55.101386 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-33ec5ae3-0486-4f9b-aad3-c1c0e849c41e req-737915b0-08e9-4c89-9157-652215fd7c6a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1150417
Jul 09 18:52:55.133262 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['c3059cd2-2ccc-4f0b-873e-b2b210cbd73f'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:52:55.148650 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-33ec5ae3-0486-4f9b-aad3-c1c0e849c41e req-c9156531-c3ae-4faa-b274-8ab3013f6d2f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418434
Jul 09 18:52:55.420846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78104925-6f62-4175-8b28-16746dfd283c req-856ef76d-5539-4f62-b79f-b461320172b8 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:55.422340 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78104925-6f62-4175-8b28-16746dfd283c req-856ef76d-5539-4f62-b79f-b461320172b8 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 943 time: 0.0957289
Jul 09 18:52:55.469545 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78104925-6f62-4175-8b28-16746dfd283c req-cf406fc5-abe8-4a9a-9349-72e3c1340486 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405262
Jul 09 18:52:56.262659 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995d9be-eab3-4ca9-9761-e214e6070f83 req-b799309a-45f6-48c1-9450-5436d1949054 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:56.264822 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3995d9be-eab3-4ca9-9761-e214e6070f83 req-b799309a-45f6-48c1-9450-5436d1949054 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 944 time: 0.0803990
Jul 09 18:52:56.357770 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3995d9be-eab3-4ca9-9761-e214e6070f83 req-b16c536a-db64-4aed-b1d7-202c2497567a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583334
Jul 09 18:52:56.382543 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb646605-f67d-4d37-93ae-d603d39f74b0 req-68f3aa72-1f2d-43ce-9bf2-c983dc0783a5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:56.384159 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eb646605-f67d-4d37-93ae-d603d39f74b0 req-68f3aa72-1f2d-43ce-9bf2-c983dc0783a5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1184380
Jul 09 18:52:56.384793 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ce66e78d-82ae-4a76-9501-5a1a111d6909 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:52:56.432503 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eb646605-f67d-4d37-93ae-d603d39f74b0 req-74f690c6-5901-4b7f-a43d-0b60f9a5a678 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413239
Jul 09 18:52:56.529115 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:56.544318 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'port_id': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'mac_address': 'fa:16:3e:54:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:52:56.606298 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:56.628091 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce66e78d-82ae-4a76-9501-5a1a111d6909 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:52:56.644501 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:56.649887 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:56.654516 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:56.667247 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6fb26-96c5-41f9-a27a-1baffcaddfd3 req-b69524f1-67ae-407b-9cda-8bf6aaf68aaa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:56.668792 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ecb6fb26-96c5-41f9-a27a-1baffcaddfd3 req-b69524f1-67ae-407b-9cda-8bf6aaf68aaa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 943 time: 0.0890195
Jul 09 18:52:56.720333 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ecb6fb26-96c5-41f9-a27a-1baffcaddfd3 req-507dc36d-2c50-4d8c-81b1-302748a3ed75 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445662
Jul 09 18:52:56.724043 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:56.727090 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:57.191965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:52:57.543999 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25618f-6645-47ab-bef7-52450372e3e2 req-a507ab40-d3d2-4725-9222-b66729de778d tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:57.546074 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ac25618f-6645-47ab-bef7-52450372e3e2 req-a507ab40-d3d2-4725-9222-b66729de778d tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 944 time: 0.0805578
Jul 09 18:52:57.641345 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ac25618f-6645-47ab-bef7-52450372e3e2 req-ed6f6f57-6006-47bb-889e-3c35e95e3631 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613108
Jul 09 18:52:57.660925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110e7dc-c417-45a4-97a4-6106a8c5c634 req-e1851646-8aff-4a61-8918-983e1e1232e6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:57.662383 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7110e7dc-c417-45a4-97a4-6106a8c5c634 req-e1851646-8aff-4a61-8918-983e1e1232e6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1152854
Jul 09 18:52:57.707305 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7110e7dc-c417-45a4-97a4-6106a8c5c634 req-00ae9de7-1a00-4c9a-b8af-1ce83614b29c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390427
Jul 09 18:52:57.924761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a35953-4dcc-4c1a-bddd-60006f696e6f req-a8f42fd6-780f-45ae-bc8b-38419e76cd8f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:57.926294 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a8a35953-4dcc-4c1a-bddd-60006f696e6f req-a8f42fd6-780f-45ae-bc8b-38419e76cd8f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 944 time: 0.0942926
Jul 09 18:52:57.972396 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a8a35953-4dcc-4c1a-bddd-60006f696e6f req-f91d1474-ec32-40cc-8e98-19e3e8940298 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404329
Jul 09 18:52:58.182105 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe990a-37ae-408b-9bfe-2480a8c7bfa6 req-06877bf5-4389-4225-a44f-4ee4367f3982 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:58.184070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52fe990a-37ae-408b-9bfe-2480a8c7bfa6 req-06877bf5-4389-4225-a44f-4ee4367f3982 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.0864065
Jul 09 18:52:58.236162 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-52fe990a-37ae-408b-9bfe-2480a8c7bfa6 req-81a24d5d-cb1d-4b6a-b897-f7d139c14292 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462031
Jul 09 18:52:58.373071 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device c3059cd2-2ccc-4f0b-873e-b2b210cbd73f up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:52:58.417793 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add00099-6e83-4ec9-a2dd-2a5dc6a06370 req-82cf0799-0c68-44ac-a122-9bd758bbdc8d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:58.419242 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-add00099-6e83-4ec9-a2dd-2a5dc6a06370 req-82cf0799-0c68-44ac-a122-9bd758bbdc8d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.0798891
Jul 09 18:52:58.439605 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:52:58.444804 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:52:58.445494 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:58.470102 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-add00099-6e83-4ec9-a2dd-2a5dc6a06370 req-afdc983a-4ef7-4c9d-b676-709a7faa9764 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443530
Jul 09 18:52:58.565831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:58.593609 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:52:58.603440 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:52:58.607617 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:52:58.610482 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:52:58.646228 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f', 'code': 200}
Jul 09 18:52:58.678357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:52:58.681437 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:52:58.898722 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9c907-e600-4fd0-a4c2-9bde3753bbbf req-072b6c18-9608-4d03-92f5-5498ebe0fa98 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:58.900293 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-38c9c907-e600-4fd0-a4c2-9bde3753bbbf req-072b6c18-9608-4d03-92f5-5498ebe0fa98 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.1500292
Jul 09 18:52:59.011456 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-38c9c907-e600-4fd0-a4c2-9bde3753bbbf req-dab744a8-365e-4b18-9abf-d9cc256c34db tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685179
Jul 09 18:52:59.021066 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe404f0d-6578-4eef-bb26-32a37494325a req-05f4e34b-556e-4aab-a927-92e69b7c40a0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:59.022525 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fe404f0d-6578-4eef-bb26-32a37494325a req-05f4e34b-556e-4aab-a927-92e69b7c40a0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1991127
Jul 09 18:52:59.057411 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2475-e276-4de5-81c1-99f3a35dbee8 req-048ab977-fe9a-4771-8767-70d5af0255a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:59.058876 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dfbf2475-e276-4de5-81c1-99f3a35dbee8 req-048ab977-fe9a-4771-8767-70d5af0255a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 1098 time: 0.1551630
Jul 09 18:52:59.080233 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fe404f0d-6578-4eef-bb26-32a37494325a req-d07c4b94-db49-4e01-a4ef-22acf1117b8a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511689
Jul 09 18:52:59.119899 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dfbf2475-e276-4de5-81c1-99f3a35dbee8 req-fff497ac-2bce-4fe7-876d-c72f82d2c0aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386131
Jul 09 18:52:59.260541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57e47-0951-4fe5-ab89-65f47aa1e0a9 req-a8cd5ffd-a0cc-4a65-b747-12301e80fa6c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:59.268284 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fdf57e47-0951-4fe5-ab89-65f47aa1e0a9 req-a8cd5ffd-a0cc-4a65-b747-12301e80fa6c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 944 time: 0.0887375
Jul 09 18:52:59.309320 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fdf57e47-0951-4fe5-ab89-65f47aa1e0a9 req-29cc11f9-e406-4986-a572-7767a5e2b52c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399916
Jul 09 18:52:59.427178 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccccda-82ca-4246-9a48-6a827c564bb3 req-1563302b-3861-4db5-93b8-671938eb9155 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:59.428525 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2cccccda-82ca-4246-9a48-6a827c564bb3 req-1563302b-3861-4db5-93b8-671938eb9155 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.0794404
Jul 09 18:52:59.542844 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2cccccda-82ca-4246-9a48-6a827c564bb3 req-db56cbab-309c-482c-9db0-be02b9fc4f3e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086745
Jul 09 18:52:59.657928 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394ee00-50de-4d0b-8561-9b499a872f96 req-74d55313-4f84-4979-9b9a-8d99492f25bc tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:52:59.659413 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0394ee00-50de-4d0b-8561-9b499a872f96 req-74d55313-4f84-4979-9b9a-8d99492f25bc tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.0799332
Jul 09 18:52:59.703835 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0394ee00-50de-4d0b-8561-9b499a872f96 req-2f8ffa20-535a-4b4b-b6d2-64dd644ed8b2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383401
Jul 09 18:53:00.200355 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a035-6673-4ca0-80f9-bb4da6705de8 req-ca7714db-2199-481d-996c-2d9765ae92b3 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:00.202508 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2d4a035-6673-4ca0-80f9-bb4da6705de8 req-ca7714db-2199-481d-996c-2d9765ae92b3 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.0861552
Jul 09 18:53:00.298225 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2d4a035-6673-4ca0-80f9-bb4da6705de8 req-43f9ce97-2569-4a62-ae5e-b5584d7327ee tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597844
Jul 09 18:53:00.317790 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f1102-5fc7-4e2f-baad-86e21ac1af58 req-72795544-9687-4ff5-a8a9-5d5719678307 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:00.319240 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-235f1102-5fc7-4e2f-baad-86e21ac1af58 req-72795544-9687-4ff5-a8a9-5d5719678307 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1158521
Jul 09 18:53:00.364074 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-235f1102-5fc7-4e2f-baad-86e21ac1af58 req-3f011fb4-240e-4848-85a0-35f9bf5a3ac0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389843
Jul 09 18:53:00.389822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ce66e78d-82ae-4a76-9501-5a1a111d6909 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:53:00.470831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port ce66e78d-82ae-4a76-9501-5a1a111d6909 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:53:00.477284 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port ce66e78d-82ae-4a76-9501-5a1a111d6909 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:53:00.477666 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:00.562676 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa4be-28e1-48aa-900d-b56dd82155f9 req-d876a8d1-be93-424b-92c2-7697c00bc142 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:00.564039 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-683aa4be-28e1-48aa-900d-b56dd82155f9 req-d876a8d1-be93-424b-92c2-7697c00bc142 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 944 time: 0.0889883
Jul 09 18:53:00.601056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:00.622058 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-683aa4be-28e1-48aa-900d-b56dd82155f9 req-5838ba33-b7f7-435a-9af3-91f79b3a5b35 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516858
Jul 09 18:53:00.635764 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:00.640145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:00.643018 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:00.672095 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:00.715259 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:00.718921 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:00.724991 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'code': 200}
Jul 09 18:53:00.738632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6263cb-462f-4c65-8e72-b778a6afbb70 req-eef50232-0a6b-47ae-89d4-9dfe863d42b2 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:00.740107 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e6263cb-462f-4c65-8e72-b778a6afbb70 req-eef50232-0a6b-47ae-89d4-9dfe863d42b2 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.0845025
Jul 09 18:53:00.785615 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e6263cb-462f-4c65-8e72-b778a6afbb70 req-042d1340-4fa0-4016-b5ee-63054b4e8183 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397315
Jul 09 18:53:00.964537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c4ccf-4813-49ec-8b5e-1efbfb0e6d08 req-ff12c5f4-8f1a-449a-bef6-cc73e08baff6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:00.966012 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d1c4ccf-4813-49ec-8b5e-1efbfb0e6d08 req-ff12c5f4-8f1a-449a-bef6-cc73e08baff6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.1454198
Jul 09 18:53:00.973114 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-d3d91463-3458-4441-99c4-bbd931a0030f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0982862
Jul 09 18:53:01.022308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6be091-7dbe-4d42-bca2-aad9416b0a57 req-485a8734-4df8-4405-abf5-8af8a8827383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.023775 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff6be091-7dbe-4d42-bca2-aad9416b0a57 req-485a8734-4df8-4405-abf5-8af8a8827383 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1098 time: 0.0717876
Jul 09 18:53:01.054760 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4d1c4ccf-4813-49ec-8b5e-1efbfb0e6d08 req-40062ef6-d16c-4948-ac22-de86f42e1cf1 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807097
Jul 09 18:53:01.078290 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff6be091-7dbe-4d42-bca2-aad9416b0a57 req-05b17cde-9293-4d8b-b88a-5428ec34e706 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365372
Jul 09 18:53:01.087006 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-8de1219f-6d68-4aeb-91bc-21857d56d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.088443 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-8de1219f-6d68-4aeb-91bc-21857d56d650 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 1099 time: 0.0807261
Jul 09 18:53:01.330362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-8589c8c5-867f-42bd-8bb8-f871aa4ab1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.331825 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-8589c8c5-867f-42bd-8bb8-f871aa4ab1c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.1279452
Jul 09 18:53:01.414497 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-b3656cb5-1874-4fa9-b780-d266ce9083cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71 HTTP/1.1" status: 200  len: 217 time: 0.0703142
Jul 09 18:53:01.578592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-e2fb3a22-2a54-41f1-936a-f62255e462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.580011 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-e2fb3a22-2a54-41f1-936a-f62255e462a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1275072
Jul 09 18:53:01.644257 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801c42a-633b-4ac5-ab26-e96baec115db req-eb20d06a-de2b-42ae-b37f-1d811cf8d2f6 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.645725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9801c42a-633b-4ac5-ab26-e96baec115db req-eb20d06a-de2b-42ae-b37f-1d811cf8d2f6 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.2337928
Jul 09 18:53:01.654857 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-d00b4ed1-c071-40c3-948d-04564f751bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585234
Jul 09 18:53:01.679046 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877e1e8-de9d-4e4f-af63-6e34c0d7c262 req-16ef0420-550d-41b2-aac3-b22244151a05 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.680465 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9877e1e8-de9d-4e4f-af63-6e34c0d7c262 req-16ef0420-550d-41b2-aac3-b22244151a05 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1989143
Jul 09 18:53:01.756410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-64d5f190-9571-4628-ba35-844a5e7760ca tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:01.758167 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-64d5f190-9571-4628-ba35-844a5e7760ca tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.0839081
Jul 09 18:53:01.799631 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9801c42a-633b-4ac5-ab26-e96baec115db req-6fc115d2-c0a5-4052-a7cc-41732717f637 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480544
Jul 09 18:53:01.833613 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9877e1e8-de9d-4e4f-af63-6e34c0d7c262 req-128947ea-4b17-47e8-b3fd-b05740e879d3 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280184
Jul 09 18:53:01.834532 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Deleting port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:01.834877 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:01.914451 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-4e6c7c4f-bd87-41c9-a699-efff104e5b2d service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429428
Jul 09 18:53:01.970260 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:02.093573 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-f1ea29ce-481d-4f33-9acf-c3ae9dec314a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:02.094317 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-f1ea29ce-481d-4f33-9acf-c3ae9dec314a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:02.181911 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-f1ea29ce-481d-4f33-9acf-c3ae9dec314a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:02.183025 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-f1ea29ce-481d-4f33-9acf-c3ae9dec314a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.3084743
Jul 09 18:53:02.285287 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45c19bfd-a42d-4b90-9a5b-0a996d273cf4 req-81d1e41e-9cba-4e80-926e-9a6aa3277557 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3585281
Jul 09 18:53:02.291855 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] For port 3a49d8d1-0742-47e2-bdb1-2146366d59b1, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=3a49d8d1-0742-47e2-bdb1-2146366d59b1,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:02.292215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:02.300325 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567df6-56b5-4a8b-92b9-f62b94188e0a req-49e14566-53da-4cdc-8a08-ab375d75b44c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:02.301905 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48567df6-56b5-4a8b-92b9-f62b94188e0a req-49e14566-53da-4cdc-8a08-ab375d75b44c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.2831731
Jul 09 18:53:02.303759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Deleting port 29595816-5836-484a-a0b0-8a82b7c7b8c8 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:02.304102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:02.309526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde4fd2-1659-44c2-88cc-a4d1b68f1944 req-e962b50b-ec89-4134-9cd2-6c7fbfcd0e2b tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:02.311580 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-adde4fd2-1659-44c2-88cc-a4d1b68f1944 req-e962b50b-ec89-4134-9cd2-6c7fbfcd0e2b tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 945 time: 0.1577590
Jul 09 18:53:02.378714 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48567df6-56b5-4a8b-92b9-f62b94188e0a req-be64a5f9-5a56-4bf2-b18d-117549385845 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660775
Jul 09 18:53:02.397745 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-adde4fd2-1659-44c2-88cc-a4d1b68f1944 req-65037a32-5b59-45b2-ba37-2778e253795a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707016
Jul 09 18:53:02.474172 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Calling delete_port for 3a49d8d1-0742-47e2-bdb1-2146366d59b1 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:02.584755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af37a-18fe-4cf2-a71c-dc3903ef07db req-4a1ffdc4-f3e5-474e-97bb-a07e3772ac6d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:02.586798 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b35af37a-18fe-4cf2-a71c-dc3903ef07db req-4a1ffdc4-f3e5-474e-97bb-a07e3772ac6d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 945 time: 0.0933094
Jul 09 18:53:02.637073 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b35af37a-18fe-4cf2-a71c-dc3903ef07db req-5fbc1733-8d2b-4f97-9e7c-6e90db84c9c6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433817
Jul 09 18:53:02.789285 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:02.796886 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:02.801011 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['3a49d8d1-0742-47e2-bdb1-2146366d59b1'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:02.844127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Pushing event deleted for resources: {'Port': ['ID=3a49d8d1-0742-47e2-bdb1-2146366d59b1,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:02.856055 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] For port 29595816-5836-484a-a0b0-8a82b7c7b8c8, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=29595816-5836-484a-a0b0-8a82b7c7b8c8,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:02.856414 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:02.902767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.902767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.902767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.902767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.903198 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.903292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.903572 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.903919 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.904262 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.905193 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.905544 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.905885 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:02.962683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:03.055541 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Calling delete_port for 29595816-5836-484a-a0b0-8a82b7c7b8c8 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:03.086925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f8a5-3cf5-4ac5-a361-0941328eb123 req-94744e89-7027-4f73-ae40-9627faff4f83 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:03.088359 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3440f8a5-3cf5-4ac5-a361-0941328eb123 req-94744e89-7027-4f73-ae40-9627faff4f83 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.1417027
Jul 09 18:53:03.097240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe5615-9014-482b-92fe-84cfd7af9ee7 req-903a52ff-af22-4c05-91f6-f860149bfdcc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:03.098000 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] No DVR routers for this DVR port 3a49d8d1-0742-47e2-bdb1-2146366d59b1 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:03.098630 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29fe5615-9014-482b-92fe-84cfd7af9ee7 req-903a52ff-af22-4c05-91f6-f860149bfdcc tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1159127
Jul 09 18:53:03.102456 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:03.104991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'name': 'network-vif-deleted', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:03.129592 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-583ced95-a4df-42a3-833b-0e5116f02e08 req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "DELETE /v2.0/ports/3a49d8d1-0742-47e2-bdb1-2146366d59b1 HTTP/1.1" status: 204  len: 173 time: 1.3603134
Jul 09 18:53:03.166139 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3440f8a5-3cf5-4ac5-a361-0941328eb123 req-c19b3880-e4e9-4223-baba-c3c828d5d9a8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664597
Jul 09 18:53:03.176781 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29fe5615-9014-482b-92fe-84cfd7af9ee7 req-494e17d1-4249-4bd8-9ad1-f29b83439d42 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625012
Jul 09 18:53:03.284232 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0859bf92-c1ba-48e5-936b-bc669db3188c', 'name': 'network-vif-deleted', 'tag': '3a49d8d1-0742-47e2-bdb1-2146366d59b1', 'status': 'completed', 'code': 200}
Jul 09 18:53:03.320488 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:03.326020 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:03.335059 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042', 'd653aa1c-9129-4961-877d-a812f4764ec5', 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', '29595816-5836-484a-a0b0-8a82b7c7b8c8'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:03.370683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event deleted for resources: {'Port': ['ID=29595816-5836-484a-a0b0-8a82b7c7b8c8,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:03.374493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:03.455232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] No DVR routers for this DVR port 29595816-5836-484a-a0b0-8a82b7c7b8c8 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:03.457679 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:03.473299 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d0f4f1fd-b178-48d5-8c54-29d6665d27aa req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "DELETE /v2.0/ports/29595816-5836-484a-a0b0-8a82b7c7b8c8 HTTP/1.1" status: 204  len: 173 time: 1.2767828
Jul 09 18:53:03.622259 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-31646637-44e7-494a-b709-6d933afc6a5a req-f13cd13e-d1c0-4dd9-84f2-2dd8e62e6117 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=0859bf92-c1ba-48e5-936b-bc669db3188c HTTP/1.1" status: 200  len: 210 time: 0.0628829
Jul 09 18:53:03.652714 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68502e1b-e215-477f-aeea-c6fa68d8debd req-9ced13c2-a1a4-4acf-b0ef-d25dc3d29643 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:03.661597 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-68502e1b-e215-477f-aeea-c6fa68d8debd req-9ced13c2-a1a4-4acf-b0ef-d25dc3d29643 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1398928
Jul 09 18:53:03.715594 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-68502e1b-e215-477f-aeea-c6fa68d8debd req-7b9e7a4f-92d8-4779-846c-07758fe0eaa2 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530305
Jul 09 18:53:03.893210 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7e2fb59e-35a8-4cda-a5f5-67a26f0da034 req-4e79401d-342d-4034-9742-6ec785231e12 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ec126b4-f9e3-42f6-8117-8c20f1224c93 HTTP/1.1" status: 200  len: 210 time: 0.1143479
Jul 09 18:53:03.943854 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76911ec6-9c2b-4788-aed0-ba6a4a77006e req-3fd73657-dab4-4d13-89a0-f89dbe275388 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:03.945422 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76911ec6-9c2b-4788-aed0-ba6a4a77006e req-3fd73657-dab4-4d13-89a0-f89dbe275388 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1121216
Jul 09 18:53:03.995428 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76911ec6-9c2b-4788-aed0-ba6a4a77006e req-ead80fbe-986c-4d25-b594-b4c3c44436cd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441692
Jul 09 18:53:04.428595 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230edd9-0aaa-43e5-bd76-4aadd4ab91b3 req-373d53b9-0fc5-4f38-b591-dabce9dcd48d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:04.431663 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9230edd9-0aaa-43e5-bd76-4aadd4ab91b3 req-373d53b9-0fc5-4f38-b591-dabce9dcd48d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0943062
Jul 09 18:53:04.529174 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9230edd9-0aaa-43e5-bd76-4aadd4ab91b3 req-b4d8e4d6-f3ad-46de-9549-1bf153374401 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910230
Jul 09 18:53:04.547820 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d46bb-ad5a-4f00-adb2-4081c0c45de9 req-f709b5c2-b21a-481d-8cee-5676fed5407a tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:04.549309 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-953d46bb-ad5a-4f00-adb2-4081c0c45de9 req-f709b5c2-b21a-481d-8cee-5676fed5407a tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1141448
Jul 09 18:53:04.596471 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-953d46bb-ad5a-4f00-adb2-4081c0c45de9 req-49e272f0-973d-4603-801e-2d1361b27c97 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415814
Jul 09 18:53:04.709461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fc53e-a8de-4b19-a748-0d7ac8b89b47 req-5afda318-f23b-445a-aa08-a6dc371d9270 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:04.710916 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b8fc53e-a8de-4b19-a748-0d7ac8b89b47 req-5afda318-f23b-445a-aa08-a6dc371d9270 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.0845201
Jul 09 18:53:04.756146 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b8fc53e-a8de-4b19-a748-0d7ac8b89b47 req-eb3cb9e5-26fd-4190-8b36-07be1f4e0956 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395873
Jul 09 18:53:05.285223 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'name': 'network-vif-deleted', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:05.333712 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec126b4-f9e3-42f6-8117-8c20f1224c93', 'name': 'network-vif-deleted', 'tag': '29595816-5836-484a-a0b0-8a82b7c7b8c8', 'status': 'completed', 'code': 200}
Jul 09 18:53:05.722372 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65a503-2696-4c5a-9d2a-6b82b7680e5c req-13d30e6a-f291-43a8-9836-0e77588bcea1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:05.723801 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5c65a503-2696-4c5a-9d2a-6b82b7680e5c req-13d30e6a-f291-43a8-9836-0e77588bcea1 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0848849
Jul 09 18:53:05.769056 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5c65a503-2696-4c5a-9d2a-6b82b7680e5c req-f877534d-18a3-4ce2-8bda-b1b85904a998 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396831
Jul 09 18:53:05.948220 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01486b52-30e0-4d59-a089-e23c01094492 req-2b74b720-6de6-45ce-a8f6-8c391ba1d628 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:05.950216 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01486b52-30e0-4d59-a089-e23c01094492 req-2b74b720-6de6-45ce-a8f6-8c391ba1d628 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.0868864
Jul 09 18:53:05.998862 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01486b52-30e0-4d59-a089-e23c01094492 req-467a06e8-8e10-4ff4-bc00-c121905cdc62 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427058
Jul 09 18:53:06.344889 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-fff9deca-6646-48fe-a408-30a66561bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:06.619380 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 29595816-5836-484a-a0b0-8a82b7c7b8c8 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:06.657840 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 29595816-5836-484a-a0b0-8a82b7c7b8c8 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:06.658182 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 29595816-5836-484a-a0b0-8a82b7c7b8c8 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:06.658592 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3a49d8d1-0742-47e2-bdb1-2146366d59b1 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:06.739124 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 3a49d8d1-0742-47e2-bdb1-2146366d59b1 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:06.739467 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 3a49d8d1-0742-47e2-bdb1-2146366d59b1 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:06.861395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:08.730112 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92a46a-6d88-41f8-bd2e-76bec4344753 req-de797e5c-feaa-4ec5-a752-04ed90ef966e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:08.731562 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc92a46a-6d88-41f8-bd2e-76bec4344753 req-de797e5c-feaa-4ec5-a752-04ed90ef966e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0853360
Jul 09 18:53:08.782614 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc92a46a-6d88-41f8-bd2e-76bec4344753 req-e2947370-786d-44b2-955c-1b4402c26b08 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433569
Jul 09 18:53:08.961432 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ea689-5d27-4e5a-9b02-4918bf118734 req-649ab07b-b86f-495b-a3c5-a18e30987d30 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:08.962925 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f8ea689-5d27-4e5a-9b02-4918bf118734 req-649ab07b-b86f-495b-a3c5-a18e30987d30 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.0905025
Jul 09 18:53:09.016560 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f8ea689-5d27-4e5a-9b02-4918bf118734 req-1b33d2a7-f79b-44e8-93a0-5b5c3d8ca51a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468407
Jul 09 18:53:09.095035 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8d184e2b-95dd-40b0-9686-dd880a4f5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:09.269757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-fcd02564-184c-4203-a511-7f8bdfddf9f8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:09.270464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-fcd02564-184c-4203-a511-7f8bdfddf9f8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Synchronizing usage tracker for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:09.288768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-fcd02564-184c-4203-a511-7f8bdfddf9f8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Unset dirty status for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:09.289893 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-fcd02564-184c-4203-a511-7f8bdfddf9f8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 945 time: 0.0988393
Jul 09 18:53:09.364721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Deleting port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:09.365069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:09.621083 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] For port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:09.621662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:09.756703 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Calling delete_port for c3059cd2-2ccc-4f0b-873e-b2b210cbd73f owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:09.930888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:09.941506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:09.952798 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['c3059cd2-2ccc-4f0b-873e-b2b210cbd73f'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:10.004138 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Pushing event deleted for resources: {'Port': ['ID=c3059cd2-2ccc-4f0b-873e-b2b210cbd73f,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:10.008312 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:10.047256 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:10.096967 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] No DVR routers for this DVR port c3059cd2-2ccc-4f0b-873e-b2b210cbd73f on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:10.106267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:10.110199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'name': 'network-vif-deleted', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:10.131941 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-85b4f8e1-27d4-4f6f-800b-d80e5f4eaa6a req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "DELETE /v2.0/ports/c3059cd2-2ccc-4f0b-873e-b2b210cbd73f HTTP/1.1" status: 204  len: 173 time: 0.8361020
Jul 09 18:53:10.175910 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c33de4-a9fd-4c80-8b4a-d124be1ec833 req-5b86e923-59f4-4869-916a-5806bdc55da6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:10.177742 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-46c33de4-a9fd-4c80-8b4a-d124be1ec833 req-5b86e923-59f4-4869-916a-5806bdc55da6 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.2691169
Jul 09 18:53:10.209869 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26083650-01b0-457b-af70-d95a6b4e5893 req-a7caf32a-09cd-47f2-a849-48c174def746 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:10.211361 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26083650-01b0-457b-af70-d95a6b4e5893 req-a7caf32a-09cd-47f2-a849-48c174def746 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2643352
Jul 09 18:53:10.270851 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-46c33de4-a9fd-4c80-8b4a-d124be1ec833 req-5729ab4a-0c60-445a-9e8d-1a37ad7f2726 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828934
Jul 09 18:53:10.278079 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26083650-01b0-457b-af70-d95a6b4e5893 req-ff257a3f-38fe-4d84-a592-5e15ee0130cf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601034
Jul 09 18:53:10.355038 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4b948f-450a-439e-8cf7-c74d5d4d5e56', 'name': 'network-vif-deleted', 'tag': 'c3059cd2-2ccc-4f0b-873e-b2b210cbd73f', 'status': 'completed', 'code': 200}
Jul 09 18:53:10.446687 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-27b32e9d-cc97-41dc-9734-6aa46ba3e56d req-1f9ddaed-7bec-4dda-a779-a17fcbc3ff2e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=1c4b948f-450a-439e-8cf7-c74d5d4d5e56 HTTP/1.1" status: 200  len: 210 time: 0.0452161
Jul 09 18:53:11.505253 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:11.528284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff647d-e0bc-4e92-ba49-167663c19409 req-38d36bea-9ae8-42f1-a1b4-1c0fe6dd2d6f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:11.529922 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-11ff647d-e0bc-4e92-ba49-167663c19409 req-38d36bea-9ae8-42f1-a1b4-1c0fe6dd2d6f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1348383
Jul 09 18:53:11.542032 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad103b-7d86-4ebb-896f-4dd9df4bf1d9 req-b1aaa710-e200-47d2-af5c-654c0ee4325b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:11.543423 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7cad103b-7d86-4ebb-896f-4dd9df4bf1d9 req-b1aaa710-e200-47d2-af5c-654c0ee4325b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.1465693
Jul 09 18:53:11.614651 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-11ff647d-e0bc-4e92-ba49-167663c19409 req-a41b559e-d3a8-457f-a298-224ac066ad77 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702672
Jul 09 18:53:11.618808 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7cad103b-7d86-4ebb-896f-4dd9df4bf1d9 req-7de938c0-70ad-4c93-81d8-5ea507935695 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585527
Jul 09 18:53:11.974815 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-a0017c0a-7fa6-4d38-9b79-28116393ea6a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:11.976245 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-a0017c0a-7fa6-4d38-9b79-28116393ea6a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 809 time: 0.1477211
Jul 09 18:53:11.990375 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-c73d5d1f-f0fb-4cdb-8b15-fa5441b04201 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/quotas/1f22cf8c184f472aa596f4ae64f724f2 HTTP/1.1" status: 200  len: 375 time: 0.0087564
Jul 09 18:53:12.037209 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-fb05075c-94a4-4374-a444-e8ce1197ad5c tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420198
Jul 09 18:53:12.170714 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-2a2a90a5-a018-4c58-b7db-b6eb67d646e4 service neutron] 10.222.0.20 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267669
Jul 09 18:53:12.301744 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-7138b7f8-11e5-47fd-a8b7-870c88d92b8a service neutron] 10.222.0.20 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252427
Jul 09 18:53:12.475211 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6cbbf263-cfbd-48e6-91b1-cf9e38c9a6c0 req-eb4c6d12-10de-48c7-b5cf-9285c97da248 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 210 time: 0.0433383
Jul 09 18:53:12.953178 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff595c3-f298-48a9-ac09-b24355a15b52 req-91a55c4d-3561-4373-a124-46ae52553f24 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:12.954629 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8ff595c3-f298-48a9-ac09-b24355a15b52 req-91a55c4d-3561-4373-a124-46ae52553f24 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0859158
Jul 09 18:53:12.998846 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8ff595c3-f298-48a9-ac09-b24355a15b52 req-4a4f4ecd-4e9a-4d56-b1e1-47ff0c60d67f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380940
Jul 09 18:53:13.133686 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device c3059cd2-2ccc-4f0b-873e-b2b210cbd73f no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:13.170914 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: c3059cd2-2ccc-4f0b-873e-b2b210cbd73f {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:13.171278 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device c3059cd2-2ccc-4f0b-873e-b2b210cbd73f not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:13.177097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96ede9-5800-42c7-9251-1390fce6ed6f req-98a55791-b89e-4bbb-9cf7-ec1503764c17 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:13.177097 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3a96ede9-5800-42c7-9251-1390fce6ed6f req-98a55791-b89e-4bbb-9cf7-ec1503764c17 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0864189
Jul 09 18:53:13.220766 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3a96ede9-5800-42c7-9251-1390fce6ed6f req-18598c99-7bae-453e-b1e8-141fbd04b52e tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391533
Jul 09 18:53:13.627784 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-df6c76a9-d6c2-402f-80bd-a9602a2b5929 req-53491bb0-1a07-4c50-936f-1f57b860186e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 210 time: 0.0491626
Jul 09 18:53:14.195378 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f8aff-ffe7-4402-a474-041eb236434e req-e5105dc9-1e37-48b9-a173-204164e12a59 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:14.196869 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-267f8aff-ffe7-4402-a474-041eb236434e req-e5105dc9-1e37-48b9-a173-204164e12a59 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0929420
Jul 09 18:53:14.248264 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-267f8aff-ffe7-4402-a474-041eb236434e req-4b6e6094-1bf5-4e00-9c7b-24d830770dd0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450554
Jul 09 18:53:14.418046 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d140-7fcc-46fc-9b4f-7930f28f98a1 req-4b48748e-9cd0-46e8-b4f2-e586a513dd76 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:14.419206 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f21d140-7fcc-46fc-9b4f-7930f28f98a1 req-4b48748e-9cd0-46e8-b4f2-e586a513dd76 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0852311
Jul 09 18:53:14.468238 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f21d140-7fcc-46fc-9b4f-7930f28f98a1 req-3f0b471b-e410-4ed2-8d7c-dbcd08eb8687 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423272
Jul 09 18:53:14.779518 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b81b2373-f9ef-449c-abea-2b26f8bd1a15 req-1d65b133-4df4-40e3-bb89-c357aad55595 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 210 time: 0.0462520
Jul 09 18:53:14.849192 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-e2b40c1b-e114-4f31-aeff-1f35f22014f9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:14.849899 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-e2b40c1b-e114-4f31-aeff-1f35f22014f9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:14.866475 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-e2b40c1b-e114-4f31-aeff-1f35f22014f9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:14.867655 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-e2b40c1b-e114-4f31-aeff-1f35f22014f9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.0957465
Jul 09 18:53:14.962683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Deleting port e1580b14-dfa2-4513-b3e5-87667b0e0d22 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:14.963111 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:15.208250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-f52b139e-c878-496b-ae86-50d2e45fdcc4 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:15.209698 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-f52b139e-c878-496b-ae86-50d2e45fdcc4 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 809 time: 0.2162251
Jul 09 18:53:15.280070 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Request body: {'port': {'device_id': '0210dd64-c98f-4382-85d8-e444277a0920', 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96', 'admin_state_up': True, 'tenant_id': '1f22cf8c184f472aa596f4ae64f724f2'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:15.465373 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0db56c-cc2a-4679-84d0-4026929a538b req-56e48998-bb7f-4d5d-b5b3-25b5764550cf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:15.467376 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ff0db56c-cc2a-4679-84d0-4026929a538b req-56e48998-bb7f-4d5d-b5b3-25b5764550cf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0996454
Jul 09 18:53:15.534251 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] For port e1580b14-dfa2-4513-b3e5-87667b0e0d22, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=e1580b14-dfa2-4513-b3e5-87667b0e0d22,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:15.534611 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:15.608934 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ff0db56c-cc2a-4679-84d0-4026929a538b req-5caed4f8-0dcd-4c67-b609-357a04556c36 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359935
Jul 09 18:53:15.684510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Calling delete_port for e1580b14-dfa2-4513-b3e5-87667b0e0d22 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:15.689391 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-dfecb413-daff-4467-a360-b88f2d74754d tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:15.691539 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-dfecb413-daff-4467-a360-b88f2d74754d tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/networks?id=95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 200  len: 813 time: 0.1989558
Jul 09 18:53:15.708062 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-bcc8810f-681f-423d-b4bb-7463f95f3e76 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/quotas/415b314dc4e94d498941582b58c585d9 HTTP/1.1" status: 200  len: 375 time: 0.0097325
Jul 09 18:53:15.758625 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:15.767781 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Usage tracker for resource:port and tenant:1f22cf8c184f472aa596f4ae64f724f2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:15.771651 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:15.790677 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:15.831993 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Made reservation on behalf of 1f22cf8c184f472aa596f4ae64f724f2 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:15.835401 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:15.883117 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-9391f85e-fa7e-45d8-8b7d-10fb3879f70a tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588658
Jul 09 18:53:15.926509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb06d0-8513-437c-b775-970820b63dcf req-b15bdd23-c0e2-4105-a264-746d31984b66 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:15.928376 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87fb06d0-8513-437c-b775-970820b63dcf req-b15bdd23-c0e2-4105-a264-746d31984b66 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3588d17-4367-43a6-b87a-d6546205c63e HTTP/1.1" status: 200  len: 946 time: 0.2195673
Jul 09 18:53:15.959801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:15.968585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:15.978218 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042', 'd653aa1c-9129-4961-877d-a812f4764ec5', 'e1580b14-dfa2-4513-b3e5-87667b0e0d22'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:16.063299 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event deleted for resources: {'Port': ['ID=e1580b14-dfa2-4513-b3e5-87667b0e0d22,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:16.065885 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:16.074573 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-87fb06d0-8513-437c-b775-970820b63dcf req-3b880722-871f-4227-8234-8695b32f7e56 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211905
Jul 09 18:53:16.166972 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-5332fa87-064f-4a09-bce6-ca984a2f7608 service neutron] 10.222.0.20 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2369156
Jul 09 18:53:16.197439 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] No DVR routers for this DVR port e1580b14-dfa2-4513-b3e5-87667b0e0d22 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:16.202617 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:16.205164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'name': 'network-vif-deleted', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:16.258574 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-9e58e56f-f4dc-4d10-9870-f3e7991c68d9 req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "DELETE /v2.0/ports/e1580b14-dfa2-4513-b3e5-87667b0e0d22 HTTP/1.1" status: 204  len: 173 time: 1.3723345
Jul 09 18:53:16.264840 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Allocated IP 172.20.0.3 (bbef315e-e94f-4e2b-a9d6-c35ed2afcb96/ae33b9bc-69b8-49b6-aba1-857d9fa08e16/60fb3280-d7f6-49d2-9ce1-ab4758798b67) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:53:16.366167 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-69d10ed1-adfd-4562-8eb6-51b12319ae97 req-94536db0-06c2-4d65-855f-58ba6431fbbb tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 210 time: 0.0537016
Jul 09 18:53:16.434665 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-86663e12-9a3a-4f3b-b195-dc2a19b013ec service neutron] 10.222.0.20 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2602019
Jul 09 18:53:16.472428 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3588d17-4367-43a6-b87a-d6546205c63e', 'name': 'network-vif-deleted', 'tag': 'e1580b14-dfa2-4513-b3e5-87667b0e0d22', 'status': 'completed', 'code': 200}
Jul 09 18:53:16.557487 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001d38d-e4b0-45f8-b106-e106e3b7152f req-285a652b-2ed9-4d8a-a03f-dc1ec1482909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:16.559001 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b001d38d-e4b0-45f8-b106-e106e3b7152f req-285a652b-2ed9-4d8a-a03f-dc1ec1482909 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.2114372
Jul 09 18:53:16.574820 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:16.624579 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:16.627027 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1496173d-4740-47a8-a489-26856d061bb3 req-512b680f-f312-42d3-a518-dc724199654e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 210 time: 0.0487745
Jul 09 18:53:16.651764 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b001d38d-e4b0-45f8-b106-e106e3b7152f req-7fa9801d-fe3e-4967-846c-0999af831eaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728397
Jul 09 18:53:16.652305 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:16.737468 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:53:16.738635 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Pushing event updated for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:16.741603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:53:16.748087 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:16.748958 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:53:16.836158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:16.836158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:16.860419 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5849450
Jul 09 18:53:16.876274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Request body: {'port': {'device_id': '0210dd64-c98f-4382-85d8-e444277a0920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:16.903253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1a04-63af-472a-99de-375657dc6755 req-33a2552c-ca39-49db-a9b7-9e2aa9bd0557 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:16.908522 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f0c1a04-63af-472a-99de-375657dc6755 req-33a2552c-ca39-49db-a9b7-9e2aa9bd0557 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1572399
Jul 09 18:53:16.997987 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f0c1a04-63af-472a-99de-375657dc6755 req-9984f22d-5021-4522-90c5-09c93797bc02 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806706
Jul 09 18:53:17.069138 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:17.155145 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4a46c-8d93-4567-b76c-c5a231cff8a8 req-5132c510-25a1-464b-b8d3-e33514010f53 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:17.156659 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89e4a46c-8d93-4567-b76c-c5a231cff8a8 req-5132c510-25a1-464b-b8d3-e33514010f53 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.0879819
Jul 09 18:53:17.222912 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89e4a46c-8d93-4567-b76c-c5a231cff8a8 req-ce3baa27-30ef-4a23-a86c-48dafa427b7e tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593414
Jul 09 18:53:17.248626 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45180) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:17.492204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d78b03-b785-4b77-b88e-cca23a11a371 tempest-TestMinimumBasicScenario-1460985529 tempest-TestMinimumBasicScenario-1460985529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:17.496454 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-66d78b03-b785-4b77-b88e-cca23a11a371 tempest-TestMinimumBasicScenario-1460985529 tempest-TestMinimumBasicScenario-1460985529-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1093 time: 0.2440944
Jul 09 18:53:17.496854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45190) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:17.505407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'port_id': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:17.631831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:17.647831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:floatingip and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:17.648356 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43d640-4f68-41be-b315-5efb8cd19034 req-a22906e9-44e4-415f-a446-7c96562a9224 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:17.649973 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad43d640-4f68-41be-b315-5efb8cd19034 req-a22906e9-44e4-415f-a446-7c96562a9224 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 931 time: 0.1474266
Jul 09 18:53:17.652104 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:17.661101 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:17.670184 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fb3280-d7f6-49d2-9ce1-ab4758798b67 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:53:17.678369 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33b7f5-83d4-4436-8080-879ffe987df9 req-5adb0be2-5640-4592-9ee3-16497678851f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:17.678812 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:17.679828 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c33b7f5-83d4-4436-8080-879ffe987df9 req-5adb0be2-5640-4592-9ee3-16497678851f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.1224544
Jul 09 18:53:17.681685 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for floatingip, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:17.713824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Transition to ACTIVE for port object 60fb3280-d7f6-49d2-9ce1-ab4758798b67 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:53:17.733003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad43d640-4f68-41be-b315-5efb8cd19034 req-5a9a6b0e-7cfd-4be4-8908-91beef8dcdb5 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745234
Jul 09 18:53:17.763367 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c33b7f5-83d4-4436-8080-879ffe987df9 req-7e5ea4d1-867b-4f7d-a98e-39996677d96d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751405
Jul 09 18:53:17.780636 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:17.791766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-31c058b8-29dd-41d8-8f5c-a162ba84c7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:17.950205 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:17.960705 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:17.967798 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9c89c47d-0dc2-414a-bb80-e7994c3fc4ea req-ff4e7307-c7fa-4e5e-8432-162c438390be tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 210 time: 0.0590456
Jul 09 18:53:18.128264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Attempting to bind port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:53:18.128913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Attempting to bind port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:53:18.128913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Attempting to bind port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:53:18.150214 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:53:18.150470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Attempting to bind port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 on network bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:53:18.164976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:53:18.165311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Checking segment: {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:53:18.165683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Bound using segment: {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:53:18.166106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Bound port: 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bef4387-f1ba-4e49-b14f-16f974fd1f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:53:18.166447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.193539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c342a-8f60-4f2e-8b42-84f2d87f88d4 req-13e4faa0-2303-4dcf-9687-bf5da2e76387 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.195020 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-211c342a-8f60-4f2e-8b42-84f2d87f88d4 req-13e4faa0-2303-4dcf-9687-bf5da2e76387 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0828578
Jul 09 18:53:18.246051 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-211c342a-8f60-4f2e-8b42-84f2d87f88d4 req-872e5ced-12a4-4039-9ca0-c5329dfe3aa5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412176
Jul 09 18:53:18.267270 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-ff5ad0c1-cda5-4c32-a050-2941771661e5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.267941 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-ff5ad0c1-cda5-4c32-a050-2941771661e5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Synchronizing usage tracker for tenant:415b314dc4e94d498941582b58c585d9 on resource:network {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:18.278709 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.351757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-ff5ad0c1-cda5-4c32-a050-2941771661e5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Unset dirty status for tenant:415b314dc4e94d498941582b58c585d9 on resource:network {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:18.352914 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-ff5ad0c1-cda5-4c32-a050-2941771661e5 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "GET /v2.0/networks?id=95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 200  len: 813 time: 0.3376458
Jul 09 18:53:18.377598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Request body: {'port': {'device_id': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151', 'admin_state_up': True, 'tenant_id': '415b314dc4e94d498941582b58c585d9'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:18.394120 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:53:18.489715 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device e1580b14-dfa2-4513-b3e5-87667b0e0d22 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:18.490938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:53:18.521689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.529287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:18.546541 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: e1580b14-dfa2-4513-b3e5-87667b0e0d22 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:18.546998 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device e1580b14-dfa2-4513-b3e5-87667b0e0d22 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:18.632881 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.633491 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.634861 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] 10.222.0.15 "PUT /v2.0/ports/60fb3280-d7f6-49d2-9ce1-ab4758798b67 HTTP/1.1" status: 200  len: 1093 time: 1.7640746
Jul 09 18:53:18.637424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:18.643452 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Allocated IP 172.27.1.83 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/2fed628c-1f67-46d4-9ca3-b85b15345f54) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:53:18.684275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Pushing event updated for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:18.693032 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:18.710097 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67', 'status': 'completed', 'code': 200}
Jul 09 18:53:18.713807 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:18.807838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Usage tracker for resource:port and tenant:415b314dc4e94d498941582b58c585d9 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:18.817344 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:18.833480 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:18.870779 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Made reservation on behalf of 415b314dc4e94d498941582b58c585d9 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:18.874954 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.931079 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:18.937642 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-867d06c6-29db-43ec-99e1-0118b93c6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.939106 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-867d06c6-29db-43ec-99e1-0118b93c6b55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=09409ea9eea84e8f8041668fbb6156a2&device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 1098 time: 0.2173615
Jul 09 18:53:18.953606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0265224-ed0c-41e8-8271-a8f23f3e3fba req-e4ab05a1-0f8f-419a-97e7-9623c30fc88e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.954993 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0265224-ed0c-41e8-8271-a8f23f3e3fba req-e4ab05a1-0f8f-419a-97e7-9623c30fc88e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1747160
Jul 09 18:53:18.996581 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-b58b9b50-a4f0-433c-a338-e77c7fb8f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:18.998711 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-b58b9b50-a4f0-433c-a338-e77c7fb8f38f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 1096 time: 0.2365739
Jul 09 18:53:19.085655 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c87e7-1702-47a4-88c1-e56a0d9f6655 req-03b6a75c-981c-4e6b-bf2a-086ecab0da91 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.087102 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cb7c87e7-1702-47a4-88c1-e56a0d9f6655 req-03b6a75c-981c-4e6b-bf2a-086ecab0da91 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 943 time: 0.2351606
Jul 09 18:53:19.090882 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-282e91bc-40d2-44d8-98ee-31110b438203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67 HTTP/1.1" status: 200  len: 217 time: 0.0733800
Jul 09 18:53:19.103027 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0265224-ed0c-41e8-8271-a8f23f3e3fba req-47930621-6a6b-4a9f-ab79-e8f5eaa15a07 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261559
Jul 09 18:53:19.177517 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-b39b3497-c347-4aa2-9806-896dd9225677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.178649 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-b39b3497-c347-4aa2-9806-896dd9225677 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 200  len: 920 time: 0.2226923
Jul 09 18:53:19.181960 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cb7c87e7-1702-47a4-88c1-e56a0d9f6655 req-7ae158ea-c1fc-4679-bf8a-a5ac67a58458 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857694
Jul 09 18:53:19.210745 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:19.219334 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:19.358271 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Allocated IP 172.20.0.9 (95a0491b-b4a7-4861-a010-9969a9fe9151/a905f3df-acdf-4ad4-a347-a13a1f99b77f/4aebd91f-df84-4d8c-86d2-30ccd88a85be) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:53:19.361921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2077843-3067-457e-b256-ad807ade239a req-895cc6eb-6826-461c-b009-13b740db70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.362852 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-895cc6eb-6826-461c-b009-13b740db70b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae33b9bc-69b8-49b6-aba1-857d9fa08e16 HTTP/1.1" status: 200  len: 849 time: 0.2362309
Jul 09 18:53:19.400356 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-46c7d074-230d-49fe-b07d-c76cb96899c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 200  len: 217 time: 0.2104456
Jul 09 18:53:19.441746 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:53:19.447061 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-925d6faa-33b3-41fc-bc5d-529aa26f4e87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0628707
Jul 09 18:53:19.447862 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:53:19.453577 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:53:19.463875 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.15', 58778) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:19.535250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'Port': ['ID=2fed628c-1f67-46d4-9ca3-b85b15345f54,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:19.550172 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:19.555452 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b70b6c69-de4f-4c5f-8e24-72d2f17c9635 req-c345fbfc-6723-464c-8547-26ab488f5eba tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 210 time: 0.0973165
Jul 09 18:53:19.583305 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-ef4655ac-660d-4712-bec8-2aa925473420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.584728 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-ef4655ac-660d-4712-bec8-2aa925473420 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 200  len: 859 time: 0.1713350
Jul 09 18:53:19.647656 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-28710c25-e8db-4482-8373-2b8a0114e4fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c3ef160f-80aa-4237-a12b-421f43417bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504532
Jul 09 18:53:19.658506 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554817a8-54de-49e6-bb37-d1d16a6255e6 req-fdb21659-ba24-4ecc-a533-aee0ef545ce9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.659895 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-554817a8-54de-49e6-bb37-d1d16a6255e6 req-fdb21659-ba24-4ecc-a533-aee0ef545ce9 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.3096199
Jul 09 18:53:19.690365 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-118d8387-f67b-4b1d-bb0d-dc15f9418d72 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:19.691943 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-118d8387-f67b-4b1d-bb0d-dc15f9418d72 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 946 time: 0.1943710
Jul 09 18:53:19.815586 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-e4641261-d871-45d2-ac98-cd358d2c6a38 service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302903
Jul 09 18:53:19.851521 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-554817a8-54de-49e6-bb37-d1d16a6255e6 req-e6ec510a-b8e0-4dc1-a686-01764da0f22d tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700761
Jul 09 18:53:19.881702 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Deleting port d653aa1c-9129-4961-877d-a812f4764ec5 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:19.881965 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:19.950608 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-919859dc-8954-4133-8fe7-4510c36f2391 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2886293
Jul 09 18:53:20.104146 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.207439 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-d6f8c68a-291f-4ab5-b8c0-bf33dd9e910b service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3559234
Jul 09 18:53:20.264978 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.266510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d06c995d-0e33-4d2b-96a8-eb4a8bfe74bf req-6c519c5c-077a-42cf-9c44-0cbe92f30e22 service neutron] 10.222.0.15 "GET /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2789249
Jul 09 18:53:20.271309 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-388e9277-f984-4f6e-a701-4690a6049990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:20.340124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Network 95a0491b-b4a7-4861-a010-9969a9fe9151 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:53:20.349200 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:53:20.352085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] For port d653aa1c-9129-4961-877d-a812f4764ec5, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d653aa1c-9129-4961-877d-a812f4764ec5,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:20.352085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.354499 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:53:20.403507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Pushing event updated for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:20.410571 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:20.443292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:20.443897 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.470604 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.486248 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1140783
Jul 09 18:53:20.499404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Request body: {'port': {'device_id': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:20.537166 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Calling delete_port for d653aa1c-9129-4961-877d-a812f4764ec5 owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:20.630204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244501c-908e-4835-9f44-efce751c0a24 req-19985894-02a8-40b5-8b20-7baabde84272 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:20.631668 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c244501c-908e-4835-9f44-efce751c0a24 req-19985894-02a8-40b5-8b20-7baabde84272 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.4026978
Jul 09 18:53:20.634739 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.676429 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-0681e101-4102-4653-ab96-a88934173d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:20.677938 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-0681e101-4102-4653-ab96-a88934173d11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 1096 time: 0.3824902
Jul 09 18:53:20.710957 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:20.859470 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0164d92-25d1-42f1-9115-a831bd3c7147 req-d9dca4e2-22ec-42ff-8ee6-349ef402e13a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:20.861048 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0164d92-25d1-42f1-9115-a831bd3c7147 req-d9dca4e2-22ec-42ff-8ee6-349ef402e13a tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 943 time: 0.5264838
Jul 09 18:53:20.922350 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c244501c-908e-4835-9f44-efce751c0a24 req-e949637e-5b8e-4194-9e17-60691119dc36 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754512
Jul 09 18:53:21.002867 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0164d92-25d1-42f1-9115-a831bd3c7147 req-959e90e6-6f41-4b4e-9b76-8fa1187f09fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287608
Jul 09 18:53:21.018768 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.031886 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:21.036651 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042', 'd653aa1c-9129-4961-877d-a812f4764ec5'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:21.135896 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event deleted for resources: {'Port': ['ID=d653aa1c-9129-4961-877d-a812f4764ec5,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:21.165751 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:21.177757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-0ebe2a0d-6dee-48eb-aee9-c05427d6acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:21.179478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-0ebe2a0d-6dee-48eb-aee9-c05427d6acc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 200  len: 910 time: 0.4522030
Jul 09 18:53:21.180396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] No DVR routers for this DVR port d653aa1c-9129-4961-877d-a812f4764ec5 on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:21.186646 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.198822 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.218786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.225424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:21.233689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'name': 'network-vif-deleted', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:21.350307 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'Port': ['ID=2fed628c-1f67-46d4-9ca3-b85b15345f54,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:21.351778 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-40f02d40-4529-4b13-a427-e641ca16f339 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67 HTTP/1.1" status: 200  len: 217 time: 0.1105812
Jul 09 18:53:21.353335 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "DELETE /v2.0/ports/d653aa1c-9129-4961-877d-a812f4764ec5 HTTP/1.1" status: 204  len: 173 time: 1.6374319
Jul 09 18:53:21.355450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:21.361189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-3d73b910-2240-479a-b10a-ad04aa69c797 req-767763b0-cbec-4625-a45a-3978d94068e3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:21.376064 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.433195 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-3d73b910-2240-479a-b10a-ad04aa69c797 req-767763b0-cbec-4625-a45a-3978d94068e3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:21.434359 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d73b910-2240-479a-b10a-ad04aa69c797 req-767763b0-cbec-4625-a45a-3978d94068e3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfea78fc-c109-4268-a066-8206b4660560 HTTP/1.1" status: 200  len: 210 time: 0.1942942
Jul 09 18:53:21.453153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-c24f0b1a-5c18-439e-b0c3-43c3f188b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:21.454588 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-c24f0b1a-5c18-439e-b0c3-43c3f188b99a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae33b9bc-69b8-49b6-aba1-857d9fa08e16 HTTP/1.1" status: 200  len: 849 time: 0.0815191
Jul 09 18:53:21.467143 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59706141-0882-4b8d-ba23-223f20cbc5d8 req-f6360824-c689-4b57-b7ee-42d41bd7fd9f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:21.469095 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-59706141-0882-4b8d-ba23-223f20cbc5d8 req-f6360824-c689-4b57-b7ee-42d41bd7fd9f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 931 time: 0.2837625
Jul 09 18:53:21.502828 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aebd91f-df84-4d8c-86d2-30ccd88a85be {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:53:21.510875 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.519744 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfea78fc-c109-4268-a066-8206b4660560', 'name': 'network-vif-deleted', 'tag': 'd653aa1c-9129-4961-877d-a812f4764ec5', 'status': 'completed', 'code': 200}
Jul 09 18:53:21.531716 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-28ec81ba-6c06-44d5-a58a-0a4ac5f7bc6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616748
Jul 09 18:53:21.549662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Transition to ACTIVE for port object 4aebd91f-df84-4d8c-86d2-30ccd88a85be will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:53:21.604112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:21.621204 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f85063ff-0463-436e-822e-833c79c13b31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:21.629133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-59706141-0882-4b8d-ba23-223f20cbc5d8 req-a665c12b-0a2e-4c43-ab55-9fc539b71902 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277585
Jul 09 18:53:21.679923 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-193f1f9e-aaf3-447d-b69a-effcfd9519be service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374669
Jul 09 18:53:21.766345 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:21.771326 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:21.796616 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Floating IP 30ccaf99-35c3-49f4-84f5-9122aac0a8dc associated. External IP: 172.27.1.83, port: ce66e78d-82ae-4a76-9501-5a1a111d6909.
Jul 09 18:53:21.816170 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-999a33cd-c26f-4a31-9b9a-7ce587f78958 req-a5219d96-9fa6-4957-95bb-64e6eb6079f7 service neutron] 10.222.0.15 "GET /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286652
Jul 09 18:53:22.024546 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Attempting to bind port 4aebd91f-df84-4d8c-86d2-30ccd88a85be on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:53:22.024916 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Attempting to bind port 4aebd91f-df84-4d8c-86d2-30ccd88a85be by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:53:22.025230 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Attempting to bind port 4aebd91f-df84-4d8c-86d2-30ccd88a85be on network 95a0491b-b4a7-4861-a010-9969a9fe9151 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:53:22.037638 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Port 4aebd91f-df84-4d8c-86d2-30ccd88a85be on network 95a0491b-b4a7-4861-a010-9969a9fe9151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:53:22.037638 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Attempting to bind port 4aebd91f-df84-4d8c-86d2-30ccd88a85be on network 95a0491b-b4a7-4861-a010-9969a9fe9151 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:53:22.047475 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:53:22.047887 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Checking segment: {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:53:22.048192 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Bound using segment: {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:53:22.048622 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Bound port: 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1708b270-8266-4b47-bf96-f2f83a5d2d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:53:22.048983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.136330 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5cb2f-3f14-4680-bbe3-212af86c6658 req-80a7172e-a254-4ef1-84c5-4772ed5055a7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.143952 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88f5cb2f-3f14-4680-bbe3-212af86c6658 req-80a7172e-a254-4ef1-84c5-4772ed5055a7 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1027231
Jul 09 18:53:22.236859 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-88f5cb2f-3f14-4680-bbe3-212af86c6658 req-102092f0-6bb7-43e2-911b-f5ad48b15634 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921109
Jul 09 18:53:22.265568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3043a7b-4a11-43ee-9e65-068ee0cae26b req-ffdbe484-0f7f-4d18-8ea8-406fda05936b tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.267130 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c3043a7b-4a11-43ee-9e65-068ee0cae26b req-ffdbe484-0f7f-4d18-8ea8-406fda05936b tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 943 time: 0.1016982
Jul 09 18:53:22.297814 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:53:22.303841 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:53:22.315214 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.321301 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c3043a7b-4a11-43ee-9e65-068ee0cae26b req-df6ce8b0-e2c1-41c6-ba36-9c46cd1849e6 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476987
Jul 09 18:53:22.322694 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fd8a0a2b-5a8a-45dd-b62f-7d2bf410ffa2 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:22.353066 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:53:22.389786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.390454 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.391790 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] 10.222.0.15 "PUT /v2.0/ports/4aebd91f-df84-4d8c-86d2-30ccd88a85be HTTP/1.1" status: 200  len: 1093 time: 1.8973517
Jul 09 18:53:22.394227 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:22.499235 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 60fb3280-d7f6-49d2-9ce1-ab4758798b67 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:53:22.559308 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be', 'status': 'completed', 'code': 200}
Jul 09 18:53:22.625121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Pushing event updated for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:22.635705 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:22.660833 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:22.677008 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '60fb3280-d7f6-49d2-9ce1-ab4758798b67', 'network_id': 'bbef315e-e94f-4e2b-a9d6-c35ed2afcb96', 'port_id': '60fb3280-d7f6-49d2-9ce1-ab4758798b67', 'mac_address': 'fa:16:3e:12:5e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae33b9bc-69b8-49b6-aba1-857d9fa08e16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:53:22.749634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:53:22.752634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-0907c520-04d1-4313-b0ec-98990ac93390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.754138 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-0907c520-04d1-4313-b0ec-98990ac93390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 1096 time: 0.1983573
Jul 09 18:53:22.756662 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.767076 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Sync routers for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:53:22.787764 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:53:22.800041 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bba760>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:53:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:22.802463 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fb3280-d7f6-49d2-9ce1-ab4758798b67 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:53:22.822440 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:22.828596 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.832516 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:22.839755 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-92adddde-4411-4418-8079-d9077ba607e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be HTTP/1.1" status: 200  len: 217 time: 0.0676758
Jul 09 18:53:22.840973 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:22.892116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3906cae-7231-42b5-83c1-a06a586fd371 req-d9ec7f35-1ec4-46b3-a083-c3bfbb5982b7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.902128 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f3906cae-7231-42b5-83c1-a06a586fd371 req-d9ec7f35-1ec4-46b3-a083-c3bfbb5982b7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 943 time: 0.1113148
Jul 09 18:53:22.961859 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.4638093
Jul 09 18:53:22.965342 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45256) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:22.969311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-4ef5c6aa-6731-4f62-9356-39d7079e95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:22.970740 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-4ef5c6aa-6731-4f62-9356-39d7079e95c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a905f3df-acdf-4ad4-a347-a13a1f99b77f HTTP/1.1" status: 200  len: 853 time: 0.0988147
Jul 09 18:53:22.974388 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397467689', 'description': 'tempest-secgroup-smoke-397467689 description', 'project_id': '42c797a216184a848398c8806ed5b74a'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:22.980764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:22.985596 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:22.988015 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f3906cae-7231-42b5-83c1-a06a586fd371 req-6510e78a-aead-4354-ac3c-8c9bbad81af7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790136
Jul 09 18:53:22.990404 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:23.009519 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:23.021151 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:23.035164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:23.038591 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-4cde158f-bdd0-4b89-8533-fc3abe7eeb4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a0491b-b4a7-4861-a010-9969a9fe9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499821
Jul 09 18:53:23.046700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.137244 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:53:23.146083 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:23.152911 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:23.157053 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:23.165242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:23.219912 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-733433bc-7cd4-472d-a2d3-0072316bd67d service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636562
Jul 09 18:53:23.234032 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['60fb3280-d7f6-49d2-9ce1-ab4758798b67'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:23.441182 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9836d-8a86-44c7-b5ce-ede96d98a22a req-a1f18b1d-693b-4180-a560-ae88d317768f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:23.450214 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ba9836d-8a86-44c7-b5ce-ede96d98a22a req-a1f18b1d-693b-4180-a560-ae88d317768f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0963283
Jul 09 18:53:23.471875 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.479476 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-2a4d7d09-793c-4a80-a916-d4ecc143d2e5 req-76ee5421-4d1c-4497-a488-e21e08f2aa10 service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2488701
Jul 09 18:53:23.481448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.489322 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1f0c468e-0017-4d0d-8f26-50c715ed1421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:23.508361 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7ba9836d-8a86-44c7-b5ce-ede96d98a22a req-9c76501a-87a8-4080-908c-ce4a3d3179c9 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564027
Jul 09 18:53:23.517392 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bba760>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30ccaf99-35c3-49f4-84f5-9122aac0a8dc', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'port_id': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'mac_address': 'fa:16:3e:54:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:53:20Z', 'updated_at': '2021-07-09T18:53:20Z', 'revision_number': 0, 'project_id': '42c797a216184a848398c8806ed5b74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:23.522860 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Checking router: 4b94c569-4f8e-4376-85b2-25ddf49fdf76 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:53:23.533789 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:53:23.534411 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bba760>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:53:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:23.599501 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.601089 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6346631
Jul 09 18:53:23.608640 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb36928-cab8-4ea6-95f1-67cc79eb2678,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:23.611470 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45268) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:23.614409 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:23.629735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:23.642186 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:23.650111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:23.654474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:23.656201 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-6525498b-2811-480f-be82-9217bdceab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:23.658877 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-6525498b-2811-480f-be82-9217bdceab79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=415b314dc4e94d498941582b58c585d9&device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 1096 time: 0.1075206
Jul 09 18:53:23.662115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:23.692574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c358de-8437-400d-b2df-24841c197bf0 req-4f95e78f-3ad2-4367-91ae-3372afb0bc2f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:23.693980 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5c358de-8437-400d-b2df-24841c197bf0 req-4f95e78f-3ad2-4367-91ae-3372afb0bc2f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 944 time: 0.1844287
Jul 09 18:53:23.695346 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.774709 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5c358de-8437-400d-b2df-24841c197bf0 req-4981a007-8547-486b-ab87-8f76ece8a492 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705886
Jul 09 18:53:23.782815 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:53:23.796741 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.808825 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.812317 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6f305cc2-6cbc-4d21-9854-91295cdedca8 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:23.830028 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-b32dad67-84fa-40f7-9f2f-f0a930070edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:23.831826 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-b32dad67-84fa-40f7-9f2f-f0a930070edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 200  len: 914 time: 0.1610537
Jul 09 18:53:23.845817 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63ee637-ae2e-42af-b0a7-8eb36175638f,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:23.852281 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:23.858498 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.860098 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2476933
Jul 09 18:53:23.862689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45278) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:23.869484 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:23.876857 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:23.881482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:23.885762 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:23.894126 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:23.918179 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:23.957878 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-b8056447-a8a0-4df2-961f-5d1f3292879f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be HTTP/1.1" status: 200  len: 217 time: 0.1187379
Jul 09 18:53:24.015222 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.026814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.029752 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9206f6a0-f3bc-43d2-8e69-b4046cdf31b4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:24.053401 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-77a6f158-f41f-4542-9540-57b6712a2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:24.055108 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-77a6f158-f41f-4542-9540-57b6712a2e7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a905f3df-acdf-4ad4-a347-a13a1f99b77f HTTP/1.1" status: 200  len: 853 time: 0.0818276
Jul 09 18:53:24.067910 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356909e3-6342-4da6-8f5f-a9171e350e45,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:24.070770 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:24.080790 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.082619 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-445e337c-13de-4834-9b9b-e43a45d2a4cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2185030
Jul 09 18:53:24.085369 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45286) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:24.093045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:24.101986 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:24.108127 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:24.111693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:24.119357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:24.156708 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.158723 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-f3c68afb-3912-4ea7-953c-732a8ea5030d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a0491b-b4a7-4861-a010-9969a9fe9151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929635
Jul 09 18:53:24.294639 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bba760>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30ccaf99-35c3-49f4-84f5-9122aac0a8dc', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'port_id': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'mac_address': 'fa:16:3e:54:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:53:20Z', 'updated_at': '2021-07-09T18:53:20Z', 'revision_number': 0, 'project_id': '42c797a216184a848398c8806ed5b74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:24.299331 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ec7f1-35cc-4187-9226-ab75519e4105 None None] The sync data for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi is: [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30ccaf99-35c3-49f4-84f5-9122aac0a8dc', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'port_id': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'mac_address': 'fa:16:3e:54:19:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:53:20Z', 'updated_at': '2021-07-09T18:53:20Z', 'revision_number': 0, 'project_id': '42c797a216184a848398c8806ed5b74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:53:24.330835 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-f44f117e-465b-4249-b913-a7db10dda3ce service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469607
Jul 09 18:53:24.416689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.428396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.441412 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba911199-f7fd-4edb-ac02-aa8bb16be83d req-8bdaa8d0-dec5-4409-b51e-9b9ea43e8f1b tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:24.448954 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ba911199-f7fd-4edb-ac02-aa8bb16be83d req-8bdaa8d0-dec5-4409-b51e-9b9ea43e8f1b tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 943 time: 0.1804526
Jul 09 18:53:24.494568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:24.510875 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 60fb3280-d7f6-49d2-9ce1-ab4758798b67 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:53:24.519991 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.523688 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4338331
Jul 09 18:53:24.524520 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45296) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:24.558780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:24.566477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750f8d93-4b7b-40e4-aaaa-f94e1e895136,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:24.578206 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a858203b-e9c3-4530-a80a-100a114886be tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:24.579173 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:24.579649 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:24.625130 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:53:24.635229 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ab970-f4a2-4d57-b04c-3319be469647 None None] New status for floating IP 30ccaf99-35c3-49f4-84f5-9122aac0a8dc: ACTIVE {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:53:24.637280 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:24.647148 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:24.666919 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-66fec06c-9289-408e-ba4a-f5d69e6742e8 req-3a53e8d7-a348-4459-814b-8dee5b5c7333 service neutron] 10.222.0.15 "GET /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3156338
Jul 09 18:53:24.667120 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:24.672346 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ba911199-f7fd-4edb-ac02-aa8bb16be83d req-a4122eff-80dc-4f73-b069-0f8c46b98e60 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224085
Jul 09 18:53:24.696756 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.720393 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:53:24.721090 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.741971 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:53:24.743082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd9918-1d82-47e6-bb97-7e86e3c3bd0f req-a961c68a-11d9-4f2c-bf01-00495c5b8344 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:24.744600 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48cd9918-1d82-47e6-bb97-7e86e3c3bd0f req-a961c68a-11d9-4f2c-bf01-00495c5b8344 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.1676264
Jul 09 18:53:24.818102 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.838385 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.848008 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:24.855337 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-ed3486cf-0118-44e2-928a-1b23d56ad440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:24.857871 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-ed3486cf-0118-44e2-928a-1b23d56ad440 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1098 time: 0.0889440
Jul 09 18:53:24.875492 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-48cd9918-1d82-47e6-bb97-7e86e3c3bd0f req-2b816982-29fb-41cd-863a-ac8fd5d9aa6a tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151679
Jul 09 18:53:24.901161 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e287a43c-2c7f-4def-b985-ee40818f92bf,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:24.923990 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:24.927451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:24.932264 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0e835a9c-b9f8-4e37-a684-30777e7a7313 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3936887
Jul 09 18:53:24.932950 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45306) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:24.947285 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:24.959359 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:24.965342 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:24.968867 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:24.976201 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:24.993790 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.securitygroups_db [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Project 42c797a216184a848398c8806ed5b74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:53:25.006275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.046696 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-067f269c-1db3-4776-8e9d-2a6e3d8a53ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.048391 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-067f269c-1db3-4776-8e9d-2a6e3d8a53ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.1810887
Jul 09 18:53:25.084503 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.121975 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:25.123662 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:25.139558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.141122 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.144490 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d653aa1c-9129-4961-877d-a812f4764ec5 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:25.156060 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8c866-9c2e-4410-b800-979463b41459 req-8b9acebf-ed76-40ba-ab6f-ea4c8cd189cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.157800 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7a8c866-9c2e-4410-b800-979463b41459 req-8b9acebf-ed76-40ba-ab6f-ea4c8cd189cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 944 time: 0.1423492
Jul 09 18:53:25.159026 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.167930 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:25.187110 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:25.200528 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-fd900975-0bb7-4c68-bf38-0539123500e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 1000 time: 0.1404557
Jul 09 18:53:25.211453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b61a0bb-ff39-4ef9-9981-79f9d9ccfada,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:25.213883 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:25.222558 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67', 'code': 200}
Jul 09 18:53:25.230547 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.232333 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-e4d430e3-615c-4ea0-a881-212fc6da09e0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2978601
Jul 09 18:53:25.235947 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45312) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:25.244383 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'security_group_rule': {'security_group_id': '9cb36928-cab8-4ea6-95f1-67cc79eb2678', 'project_id': '42c797a216184a848398c8806ed5b74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:25.251582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: d653aa1c-9129-4961-877d-a812f4764ec5 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:25.252139 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d653aa1c-9129-4961-877d-a812f4764ec5 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:25.253402 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:25.264508 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f7a8c866-9c2e-4410-b800-979463b41459 req-fc577f48-0134-4a6f-9bc7-f4be8f9460cc tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979335
Jul 09 18:53:25.275846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Usage tracker for resource:security_group_rule and tenant:42c797a216184a848398c8806ed5b74a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:25.278187 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:25.279952 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:25.288241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:25.289038 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:25.305896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-027360af-edcd-42e9-8c33-85b959577236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.307715 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-027360af-edcd-42e9-8c33-85b959577236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.0858436
Jul 09 18:53:25.307964 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.securitygroups_db [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Project 42c797a216184a848398c8806ed5b74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:53:25.315837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.396079 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.403114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.405264 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:25.406244 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-b82c25ff-7ae6-447d-8e51-1e413d96ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.407757 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-b82c25ff-7ae6-447d-8e51-1e413d96ee8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881119
Jul 09 18:53:25.430182 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7447f3e1-7fcf-4635-9c88-213ab726e6df,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:25.432665 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:25.441960 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.443266 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2064874
Jul 09 18:53:25.547454 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a2f6-6cbf-4bc5-99dc-04a519d42b37 req-d4f9e91f-1c81-4dd6-9514-628d0c32041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.549015 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f89a2f6-6cbf-4bc5-99dc-04a519d42b37 req-d4f9e91f-1c81-4dd6-9514-628d0c32041d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 1098 time: 0.0886462
Jul 09 18:53:25.563749 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-57ecfd46-1d12-47ad-a127-ec20c5aece1b service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346610
Jul 09 18:53:25.595274 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-033cb538-5d41-4038-afed-aa186306fa54 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397467689&fields=id&tenant_id=42c797a216184a848398c8806ed5b74a HTTP/1.1" status: 200  len: 267 time: 0.0626755
Jul 09 18:53:25.676444 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f89a2f6-6cbf-4bc5-99dc-04a519d42b37 req-4ab2f034-7c44-44cb-9ee5-ab036a932762 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185193
Jul 09 18:53:25.709476 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-81861475-b78a-4d93-8e9d-dedca1490df0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.709743 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f02f2f4b-d271-48c5-b763-a91fbd8cd6ee req-4a7b56eb-10eb-4701-a534-437ce13136c4 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362481
Jul 09 18:53:25.711056 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-81861475-b78a-4d93-8e9d-dedca1490df0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1067004
Jul 09 18:53:25.723014 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'port': {'security_groups': ['57511b4b-490a-4e0d-984e-4ae1cfc699b5', '9cb36928-cab8-4ea6-95f1-67cc79eb2678']}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:25.914128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:25.990696 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b718b2-2e53-4075-a10d-71e69c157c2e req-583cf5d9-b978-4c24-bf1b-6eb879474aa4 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:25.992132 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f5b718b2-2e53-4075-a10d-71e69c157c2e req-583cf5d9-b978-4c24-bf1b-6eb879474aa4 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 943 time: 0.2031741
Jul 09 18:53:26.070294 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f5b718b2-2e53-4075-a10d-71e69c157c2e req-1aa5914e-f112-4290-b5d3-d0e78b2ca139 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724678
Jul 09 18:53:26.264114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:26.299186 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47358622-5c64-4105-ad6b-fe02eb550aae req-09fd3ce5-06fb-4a90-a238-3da1aa93a3f7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:26.300634 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47358622-5c64-4105-ad6b-fe02eb550aae req-09fd3ce5-06fb-4a90-a238-3da1aa93a3f7 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.1332138
Jul 09 18:53:26.306714 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:26.326320 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:26.333493 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0ccc35e6-1ba9-4017-af08-b065010229dc tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:26.338113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:26.416171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:26.416828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:26.416828 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78d4dd7d-e0d1-42e5-955b-5ce597acb82f req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "PUT /v2.0/ports/ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 981 time: 0.6999810
Jul 09 18:53:26.421544 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:26.431245 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47358622-5c64-4105-ad6b-fe02eb550aae req-25a58bee-ea22-40cd-a1b4-cb335eb6e8fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/security-groups?id=152d3528-1c13-4061-9025-c8d84fec42aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226270
Jul 09 18:53:26.447358 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=6']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:26.451159 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:26.528460 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4aebd91f-df84-4d8c-86d2-30ccd88a85be details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:53:26.570339 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:53:26.639564 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149e54d-0e7d-4bf5-968b-1ae940cc8648 req-4471e5c1-59dd-4644-80b3-5ba75ed06b5e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:26.641194 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6149e54d-0e7d-4bf5-968b-1ae940cc8648 req-4471e5c1-59dd-4644-80b3-5ba75ed06b5e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.0940287
Jul 09 18:53:26.699638 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6149e54d-0e7d-4bf5-968b-1ae940cc8648 req-3ed8a92d-b437-44ac-bc17-cffbe367759f tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519159
Jul 09 18:53:26.700429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:26.765862 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-4a35e9cf-10b3-49bc-b3b8-9a9f75b989c3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:26.766764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-4a35e9cf-10b3-49bc-b3b8-9a9f75b989c3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Synchronizing usage tracker for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:26.795410 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-a93433a6-0a7f-444f-9aa6-a3bd18c5d9ee None None] Provisioning complete for port ce66e78d-82ae-4a76-9501-5a1a111d6909 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:53:26.795771 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a93433a6-0a7f-444f-9aa6-a3bd18c5d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:26.801231 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-4a35e9cf-10b3-49bc-b3b8-9a9f75b989c3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Unset dirty status for tenant:73ef6ceb67544a6fa4fe6b3814dc665f on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:26.802450 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-4a35e9cf-10b3-49bc-b3b8-9a9f75b989c3 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 945 time: 0.1680110
Jul 09 18:53:26.816853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:53:26.884097 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:26.908104 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '4aebd91f-df84-4d8c-86d2-30ccd88a85be', 'network_id': '95a0491b-b4a7-4861-a010-9969a9fe9151', 'port_id': '4aebd91f-df84-4d8c-86d2-30ccd88a85be', 'mac_address': 'fa:16:3e:a1:70:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a905f3df-acdf-4ad4-a347-a13a1f99b77f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:53:26.928547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Deleting port abee6fed-df99-4106-8934-1e09d4e12042 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:26.929056 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.029264 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3692350-07fe-4be5-9b51-0615575e658e req-f90df350-1846-48e6-bbba-278160dd884b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.031335 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a3692350-07fe-4be5-9b51-0615575e658e req-f90df350-1846-48e6-bbba-278160dd884b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.2789438
Jul 09 18:53:27.196125 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.199844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-a4f54e23-01fc-4d80-ae83-b85e28a30d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.202215 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-a4f54e23-01fc-4d80-ae83-b85e28a30d3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1137 time: 0.3236189
Jul 09 18:53:27.225030 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aebd91f-df84-4d8c-86d2-30ccd88a85be {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:53:27.309175 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] For port abee6fed-df99-4106-8934-1e09d4e12042, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=abee6fed-df99-4106-8934-1e09d4e12042,segment=NetworkSegment(38d568f8-a19c-432b-8cb8-9793f12e3d19),segment_id=38d568f8-a19c-432b-8cb8-9793f12e3d19)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:27.310522 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.313349 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a3692350-07fe-4be5-9b51-0615575e658e req-389b375e-2765-4a0a-b03c-fae79064962c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2745104
Jul 09 18:53:27.331085 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:27.358783 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.369540 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:27.450121 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-c333963b-b1c9-414c-a441-1be9be3b286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.452556 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-c333963b-b1c9-414c-a441-1be9be3b286f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.2302690
Jul 09 18:53:27.461721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Calling delete_port for abee6fed-df99-4106-8934-1e09d4e12042 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:27.507331 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:27.517690 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:27.539912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038926f9-15a3-4533-8e67-48b138abd9de req-8912bed6-7379-4708-966e-8b4ea9558893 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.548063 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-038926f9-15a3-4533-8e67-48b138abd9de req-8912bed6-7379-4708-966e-8b4ea9558893 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 944 time: 0.2325308
Jul 09 18:53:27.627820 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-038926f9-15a3-4533-8e67-48b138abd9de req-cbc4023f-89dd-4f36-8013-e46821a3bdf4 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788114
Jul 09 18:53:27.652228 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.661382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:27.677251 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-e2a9cf79-151a-4741-b985-1abc336a2fff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 1000 time: 0.2121782
Jul 09 18:53:27.684158 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad83a308-39c4-4251-823a-bd7a8e8f0cf0 req-48296ef9-90aa-435b-8e91-6b5bbace853f tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.20 "GET /v2.0/ports?device_id=72a7f050-79aa-4dcd-85bb-7f2d6846e7b0 HTTP/1.1" status: 200  len: 210 time: 0.0681183
Jul 09 18:53:27.759585 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-fb1bf091-4527-4645-a389-29f181aa66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.761143 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-fb1bf091-4527-4645-a389-29f181aa66d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.0636287
Jul 09 18:53:27.779900 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['4aebd91f-df84-4d8c-86d2-30ccd88a85be'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:27.814405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Pushing event deleted for resources: {'Port': ['ID=abee6fed-df99-4106-8934-1e09d4e12042,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:27.821257 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:27.897562 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] No DVR routers for this DVR port abee6fed-df99-4106-8934-1e09d4e12042 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:27.900536 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:27.905037 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'name': 'network-vif-deleted', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:27.922957 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-a78d835f-ac81-40d3-b7bd-2fd6f00e5878 req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] 10.222.0.15 "DELETE /v2.0/ports/abee6fed-df99-4106-8934-1e09d4e12042 HTTP/1.1" status: 204  len: 173 time: 1.1024086
Jul 09 18:53:27.948723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-a53d1e07-8d19-41a3-9aed-7bd1492bda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:27.949939 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-a53d1e07-8d19-41a3-9aed-7bd1492bda3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1784382
Jul 09 18:53:27.955709 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a7f050-79aa-4dcd-85bb-7f2d6846e7b0', 'name': 'network-vif-deleted', 'tag': 'abee6fed-df99-4106-8934-1e09d4e12042', 'status': 'completed', 'code': 200}
Jul 09 18:53:28.051310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f069d-fcec-4c74-bc2f-eac2f6a7b213 req-acc9f3a5-bf40-4ce4-95bb-ea0eb6c5f6bf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:28.052838 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f0f069d-fcec-4c74-bc2f-eac2f6a7b213 req-acc9f3a5-bf40-4ce4-95bb-ea0eb6c5f6bf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.1970568
Jul 09 18:53:28.063408 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['abee6fed-df99-4106-8934-1e09d4e12042'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:28.133004 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3f0f069d-fcec-4c74-bc2f-eac2f6a7b213 req-0727199a-5d66-48fe-b1e6-caa8deb26c64 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689237
Jul 09 18:53:28.140972 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-ce9a4fb9-01d6-41d0-b6f7-e89a87f8a342 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807876
Jul 09 18:53:28.284971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58bb2f34-f757-4482-aa60-68d1229ac5c0 req-4a2f26e0-d6a6-4c4d-b219-f8c35265710c service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326036
Jul 09 18:53:28.787460 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45366) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:28.869842 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5271b-bb37-426e-8ba3-62444ff9522a req-62485969-c796-4f84-8abe-dd8a21ceb55e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:28.872010 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78e5271b-bb37-426e-8ba3-62444ff9522a req-62485969-c796-4f84-8abe-dd8a21ceb55e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 944 time: 0.1045914
Jul 09 18:53:28.877028 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Deleting subnet fdb218b2-a591-4365-a402-a23bd4366872 {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:53:28.880411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:28.944896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:28.946272 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78e5271b-bb37-426e-8ba3-62444ff9522a req-d7926ff7-352c-4fe9-ba7b-9c0e343aabb0 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680876
Jul 09 18:53:29.004921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.085941 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.090102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:29.124229 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb218b2-a591-4365-a402-a23bd4366872,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:29.127372 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:29.128240 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.135331 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cb151038-e49f-4eaa-a76b-b4d6379114e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fdb218b2-a591-4365-a402-a23bd4366872 HTTP/1.1" status: 204  len: 168 time: 0.3464532
Jul 09 18:53:29.137854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45374) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:29.245141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.370336 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.384412 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b450d00>,) {'filters': {'network_id': ['a8d1f3e9-0e7d-4c57-b71b-459a7add5c98']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:29.396438 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b450d00>, '38d568f8-a19c-432b-8cb8-9793f12e3d19') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:29.396773 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b450d00>, '38d568f8-a19c-432b-8cb8-9793f12e3d19') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:29.408609 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.427991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.436920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:53:29.437425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:53:29.457832 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:53:29.545776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.550234 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:29.569199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.571816 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d1f3e9-0e7d-4c57-b71b-459a7add5c98,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:29.575045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:29.589370 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f15a549c-6acf-4dd8-81fb-f5e7a6fb3a7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/a8d1f3e9-0e7d-4c57-b71b-459a7add5c98 HTTP/1.1" status: 204  len: 168 time: 0.4475791
Jul 09 18:53:29.679971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebb7a7-c259-4e3d-adb7-cee85a2d0a62 req-b0017444-595e-4b5e-8b3b-b0e2f9de6389 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:29.681602 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afebb7a7-c259-4e3d-adb7-cee85a2d0a62 req-b0017444-595e-4b5e-8b3b-b0e2f9de6389 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.1226137
Jul 09 18:53:29.735069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45394) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:29.735519 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-afebb7a7-c259-4e3d-adb7-cee85a2d0a62 req-0c7f31e5-bbde-471c-b41b-46a718060b94 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462704
Jul 09 18:53:29.793087 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fa2f062b-c03b-4573-9f9e-f77762d8df96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73ef6ceb67544a6fa4fe6b3814dc665f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0558732
Jul 09 18:53:29.795751 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45400) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:29.826544 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db605c-67ac-4263-b1b8-e27cef762b92 req-28055518-8069-49f1-9be4-b466b59ed5c2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:29.828054 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43db605c-67ac-4263-b1b8-e27cef762b92 req-28055518-8069-49f1-9be4-b466b59ed5c2 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0834548
Jul 09 18:53:29.854815 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.873596 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-43db605c-67ac-4263-b1b8-e27cef762b92 req-36d35e43-6bd3-461b-9b1a-7463c51bbcde tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394475
Jul 09 18:53:29.882595 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.937250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.940846 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9a97c28d-5f8b-4b3e-837e-a5a14a595401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:29.952703 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152d3528-1c13-4061-9025-c8d84fec42aa,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:29.957069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:29.959026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:29.960128 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/152d3528-1c13-4061-9025-c8d84fec42aa HTTP/1.1" status: 204  len: 168 time: 0.1634758
Jul 09 18:53:30.140192 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916bb9f-c315-44de-9dd7-f3b308bb2dcc req-f8f3c2f6-3549-47e5-819d-1bdda36ccce3 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:30.141501 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9916bb9f-c315-44de-9dd7-f3b308bb2dcc req-f8f3c2f6-3549-47e5-819d-1bdda36ccce3 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 944 time: 0.0860629
Jul 09 18:53:30.187986 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9916bb9f-c315-44de-9dd7-f3b308bb2dcc req-bae69a99-0122-49c9-81e3-93458187cdd9 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405047
Jul 09 18:53:30.531856 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4aebd91f-df84-4d8c-86d2-30ccd88a85be up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:53:30.636536 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 4aebd91f-df84-4d8c-86d2-30ccd88a85be completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:53:30.641603 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 4aebd91f-df84-4d8c-86d2-30ccd88a85be triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:53:30.641995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:30.760747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:30.791665 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:30.804128 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:30.809229 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:30.811664 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device abee6fed-df99-4106-8934-1e09d4e12042 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:30.839815 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:30.878945 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: abee6fed-df99-4106-8934-1e09d4e12042 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:30.879570 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device abee6fed-df99-4106-8934-1e09d4e12042 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:30.921024 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:30.925062 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:30.975684 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf688d-fc96-46a6-8f73-2240f7ce7aa9 req-6490b6a9-20e8-40c5-9d20-a26e44125d59 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:30.977167 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e4cf688d-fc96-46a6-8f73-2240f7ce7aa9 req-6490b6a9-20e8-40c5-9d20-a26e44125d59 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.1144645
Jul 09 18:53:31.026594 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e4cf688d-fc96-46a6-8f73-2240f7ce7aa9 req-77291646-2805-4b2b-951f-f752622a14ac tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426333
Jul 09 18:53:31.091244 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be', 'code': 200}
Jul 09 18:53:31.262733 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9cc79-aa7f-40b0-85e1-340d0025b1d2 req-c5988814-2411-491a-9991-6653146c2faf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:31.264664 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4bb9cc79-aa7f-40b0-85e1-340d0025b1d2 req-c5988814-2411-491a-9991-6653146c2faf tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0895009
Jul 09 18:53:31.350376 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4bb9cc79-aa7f-40b0-85e1-340d0025b1d2 req-f7acabb0-0236-4682-b631-edc67abda1c5 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788314
Jul 09 18:53:31.497661 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212eb2-078d-458f-b740-8933e65ea8d5 req-03666682-deb5-4b26-85f6-e5fee121add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:31.499175 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b212eb2-078d-458f-b740-8933e65ea8d5 req-03666682-deb5-4b26-85f6-e5fee121add0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 1098 time: 0.1921716
Jul 09 18:53:31.561799 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-11228b57-5e97-46f1-8cca-b2a7f30fd1d8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:31.562659 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-11228b57-5e97-46f1-8cca-b2a7f30fd1d8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Synchronizing usage tracker for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:31.569963 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b212eb2-078d-458f-b740-8933e65ea8d5 req-495a4813-e781-467c-8e67-c2025bf24490 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572956
Jul 09 18:53:31.582484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-11228b57-5e97-46f1-8cca-b2a7f30fd1d8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Unset dirty status for tenant:1f22cf8c184f472aa596f4ae64f724f2 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:31.583777 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-11228b57-5e97-46f1-8cca-b2a7f30fd1d8 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.1458943
Jul 09 18:53:31.709421 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c109a8-a2bd-45cf-ac07-fb9d99cbc98d req-d98c1890-2bb1-4299-abf9-93581ab842e7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:31.710964 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50c109a8-a2bd-45cf-ac07-fb9d99cbc98d req-d98c1890-2bb1-4299-abf9-93581ab842e7 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 945 time: 0.0903835
Jul 09 18:53:31.713145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Deleting port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:31.713478 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:31.781281 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50c109a8-a2bd-45cf-ac07-fb9d99cbc98d req-e7f09b2d-4cea-4f09-aef8-dccfccbff726 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586505
Jul 09 18:53:31.964615 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:31.974273 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] For port 60fb3280-d7f6-49d2-9ce1-ab4758798b67, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=60fb3280-d7f6-49d2-9ce1-ab4758798b67,segment=NetworkSegment(1bef4387-f1ba-4e49-b14f-16f974fd1f1a),segment_id=1bef4387-f1ba-4e49-b14f-16f974fd1f1a)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:31.974630 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:32.107480 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Calling delete_port for 60fb3280-d7f6-49d2-9ce1-ab4758798b67 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:32.226446 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27b3ae-61a8-46df-a3a1-cd0b2d769528 req-c83c826e-974b-4fc8-a339-ed6489a79c7e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:32.227901 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce27b3ae-61a8-46df-a3a1-cd0b2d769528 req-c83c826e-974b-4fc8-a339-ed6489a79c7e tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 945 time: 0.0884061
Jul 09 18:53:32.279767 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce27b3ae-61a8-46df-a3a1-cd0b2d769528 req-a3bfded9-a905-450d-b7c4-5b30e65c3705 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/security-groups?id=bce88076-5269-4a52-998d-9da74ab02a39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451441
Jul 09 18:53:32.364748 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:32.370106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9ae543b4-5581-4bdf-b4d1-3d9fdc4de8ff tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:32.383068 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['60fb3280-d7f6-49d2-9ce1-ab4758798b67'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:32.414562 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Pushing event deleted for resources: {'Port': ['ID=60fb3280-d7f6-49d2-9ce1-ab4758798b67,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:32.418409 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:32.493469 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] No DVR routers for this DVR port 60fb3280-d7f6-49d2-9ce1-ab4758798b67 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:32.495868 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:32.498585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'name': 'network-vif-deleted', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:32.515856 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e9dee0d5-f9d1-4844-aee1-cb408e2952bf req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.15 "DELETE /v2.0/ports/60fb3280-d7f6-49d2-9ce1-ab4758798b67 HTTP/1.1" status: 204  len: 173 time: 0.8682520
Jul 09 18:53:32.550783 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0210dd64-c98f-4382-85d8-e444277a0920', 'name': 'network-vif-deleted', 'tag': '60fb3280-d7f6-49d2-9ce1-ab4758798b67', 'status': 'completed', 'code': 200}
Jul 09 18:53:32.558435 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08a90a-e218-4b34-87e6-2f619fac9daf req-1a10328d-13c9-4841-9bd5-3cb7726bb7b8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:32.560448 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1f08a90a-e218-4b34-87e6-2f619fac9daf req-1a10328d-13c9-4841-9bd5-3cb7726bb7b8 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0985599
Jul 09 18:53:32.608331 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1f08a90a-e218-4b34-87e6-2f619fac9daf req-50415640-48f1-426b-b77b-6e4145434c4a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421412
Jul 09 18:53:33.004451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888eb4a-150f-462c-8c44-bcc61bb8eab1 req-93636a90-6545-4eca-a839-5f0752c9e8d2 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:33.006004 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e888eb4a-150f-462c-8c44-bcc61bb8eab1 req-93636a90-6545-4eca-a839-5f0752c9e8d2 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 945 time: 0.0850933
Jul 09 18:53:33.056787 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e888eb4a-150f-462c-8c44-bcc61bb8eab1 req-f0f15b7d-23a7-4318-a9b2-8aa1a32fb184 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444446
Jul 09 18:53:33.430290 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-92ad4f70-e075-4d46-807b-826a504f878f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:33.431157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-92ad4f70-e075-4d46-807b-826a504f878f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:33.443854 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-92ad4f70-e075-4d46-807b-826a504f878f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:33.445019 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-92ad4f70-e075-4d46-807b-826a504f878f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.1544969
Jul 09 18:53:33.489640 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7cf7f6fc-e4d5-46fb-aed4-a9d01fccf95b req-6f714de0-c8dd-46b4-a7a5-a98f24a232f9 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] 10.222.0.20 "GET /v2.0/ports?device_id=0210dd64-c98f-4382-85d8-e444277a0920 HTTP/1.1" status: 200  len: 210 time: 0.0472920
Jul 09 18:53:33.529291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Deleting port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:33.529715 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:33.788333 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] For port d137a762-21c6-4d6e-ad53-9c3e91ee9d71, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:33.788906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:33.801051 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801621ff-3394-4239-b5d8-ce2c32def1f1 req-c575c9b0-cf5f-4b38-8a70-c389d1bcc1c6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:33.802524 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-801621ff-3394-4239-b5d8-ce2c32def1f1 req-c575c9b0-cf5f-4b38-8a70-c389d1bcc1c6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 946 time: 0.0844924
Jul 09 18:53:33.853034 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-801621ff-3394-4239-b5d8-ce2c32def1f1 req-28e8bcbb-a139-466e-b0af-2e48539ae648 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445986
Jul 09 18:53:33.915801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Calling delete_port for d137a762-21c6-4d6e-ad53-9c3e91ee9d71 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:34.059098 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.065059 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:34.074608 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ed4f5884-4a65-48c2-a228-4cfff6830183', 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:34.110302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Pushing event deleted for resources: {'Port': ['ID=d137a762-21c6-4d6e-ad53-9c3e91ee9d71,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:34.113335 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:34.193974 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] No DVR routers for this DVR port d137a762-21c6-4d6e-ad53-9c3e91ee9d71 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:34.196856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.213874 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0e6f68b3-8077-451f-9d61-33a62d32101c req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "DELETE /v2.0/ports/d137a762-21c6-4d6e-ad53-9c3e91ee9d71 HTTP/1.1" status: 204  len: 173 time: 0.7602067
Jul 09 18:53:34.453785 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45520) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:34.552603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'name': 'network-vif-deleted', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:34.559029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 60fb3280-d7f6-49d2-9ce1-ab4758798b67 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:34.612648 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.630655 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:34.634757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Usage tracker for resource:security_group_rule and tenant:53bae0e3fd96453cbd2881aa635856ed is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:34.639954 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:34.647987 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:34.654655 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 60fb3280-d7f6-49d2-9ce1-ab4758798b67 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:34.655090 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 60fb3280-d7f6-49d2-9ce1-ab4758798b67 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:34.696169 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c20683-2e22-4a25-b8ad-2d421cdfc564', 'name': 'network-vif-deleted', 'tag': 'd137a762-21c6-4d6e-ad53-9c3e91ee9d71', 'status': 'completed', 'code': 200}
Jul 09 18:53:34.757339 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.763692 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.774706 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-97f1e4ef-bbfe-407d-8623-8edf325db5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:34.826368 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53bae0e3fd96453cbd2881aa635856ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3710685
Jul 09 18:53:34.827060 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45544) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:34.828012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f040491-143d-4c23-93fa-1165abd1634f,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:34.832805 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:34.925028 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:34.955055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:35.050645 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960c87-8a4d-4ee1-8cca-390849645b7e req-e3fb42c7-0ba4-42b7-892c-7904d6f84bc7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:35.052191 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f960c87-8a4d-4ee1-8cca-390849645b7e req-e3fb42c7-0ba4-42b7-892c-7904d6f84bc7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2993498
Jul 09 18:53:35.064442 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-29ae82af-dbc3-439e-ad21-3ca18b06e3f1 req-b6251fd9-c998-46a8-bd9a-044c51e6f761 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=82c20683-2e22-4a25-b8ad-2d421cdfc564 HTTP/1.1" status: 200  len: 210 time: 0.0634899
Jul 09 18:53:35.109854 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:35.114889 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-38e23666-f8bc-40a7-a437-34c6281b47f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:35.125065 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f960c87-8a4d-4ee1-8cca-390849645b7e req-8cfc81cb-ea2d-4d54-b195-e7efe2f30bb2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659776
Jul 09 18:53:35.131343 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f040491-143d-4c23-93fa-1165abd1634f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:35.134726 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:35.137099 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:35.139594 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f040491-143d-4c23-93fa-1165abd1634f HTTP/1.1" status: 204  len: 168 time: 0.3116033
Jul 09 18:53:36.348638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4625c8-38df-4e2e-9f87-08db23e47bd1 req-2b0e0dc7-887d-417c-9014-f5629d5fc495 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:36.349363 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a8e68124-f43c-4f0a-8c90-986d7020378c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:36.350128 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a4625c8-38df-4e2e-9f87-08db23e47bd1 req-2b0e0dc7-887d-417c-9014-f5629d5fc495 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0996182
Jul 09 18:53:36.412796 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a4625c8-38df-4e2e-9f87-08db23e47bd1 req-939f2618-9d34-4789-bfb6-2fcddcd34196 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552056
Jul 09 18:53:36.609814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b38d7-5520-4772-9bfc-7296e126f01c req-b1e8b01d-d0ce-4b3b-8141-a40ddd920d7e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:36.611554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-573b38d7-5520-4772-9bfc-7296e126f01c req-b1e8b01d-d0ce-4b3b-8141-a40ddd920d7e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1043823
Jul 09 18:53:36.660394 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-573b38d7-5520-4772-9bfc-7296e126f01c req-fd9745fa-e68a-4af6-a2cc-7b246714f52e tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431993
Jul 09 18:53:36.866658 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.015263 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45640) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:37.148583 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.163448 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:37.167338 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc7e0f57abe405a92b0b9720087c047 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:37.170813 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:37.176460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:37.244695 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d137a762-21c6-4d6e-ad53-9c3e91ee9d71 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:37.257611 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.261590 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.268518 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1799ccd4-bf5c-4aa6-820d-06881a428ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:37.278692 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: d137a762-21c6-4d6e-ad53-9c3e91ee9d71 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:37.279050 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device d137a762-21c6-4d6e-ad53-9c3e91ee9d71 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:37.307737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46793d96-6e64-4005-a111-7294a0771a9a,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:37.312051 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebc7e0f57abe405a92b0b9720087c047&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958102
Jul 09 18:53:37.312925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:37.315327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45650) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:37.370876 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.396280 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.450942 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.454659 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3f00f643-5ad9-47de-94b0-2c99f2548a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:37.465478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46793d96-6e64-4005-a111-7294a0771a9a,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:37.470175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:37.473407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.477168 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46793d96-6e64-4005-a111-7294a0771a9a HTTP/1.1" status: 204  len: 168 time: 0.1614995
Jul 09 18:53:37.610395 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446ed97-1a40-4aa6-98d7-a9f8786a84b4 req-679bfaaf-5eb7-487e-b748-610b0e0796c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:37.611932 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7446ed97-1a40-4aa6-98d7-a9f8786a84b4 req-679bfaaf-5eb7-487e-b748-610b0e0796c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0832853
Jul 09 18:53:37.656879 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7446ed97-1a40-4aa6-98d7-a9f8786a84b4 req-8ad8c88d-a70a-4207-92be-ef85a604f34a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394390
Jul 09 18:53:37.767248 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45662) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:37.785000 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.799287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:37.803136 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf26a671e1b45568397ecd1841845c5 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:37.805919 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:37.812421 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:37.854141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479e09-cd75-49e6-8a64-5652c130047a req-8604f81c-d491-4827-8493-a3db64cd4cd6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:37.855638 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b2479e09-cd75-49e6-8a64-5652c130047a req-8604f81c-d491-4827-8493-a3db64cd4cd6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0850263
Jul 09 18:53:37.902461 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b2479e09-cd75-49e6-8a64-5652c130047a req-7ac9a53d-fcc9-4757-b305-377037c0218c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408545
Jul 09 18:53:37.909083 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.913552 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:37.922510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4af617b9-8db2-46c8-8ac3-0ef3e0f7d757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:37.964782 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cf26a671e1b45568397ecd1841845c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964276
Jul 09 18:53:37.966267 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6823641c-ecca-457b-96b7-6be72ec1d91a,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:37.967927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45666) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:37.969330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:38.025760 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:38.052971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:38.105274 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:38.111420 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-448703f6-5df8-4ce1-bb3b-761706f14065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:38.125097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6823641c-ecca-457b-96b7-6be72ec1d91a,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:38.128645 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:38.131760 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:38.135573 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6823641c-ecca-457b-96b7-6be72ec1d91a HTTP/1.1" status: 204  len: 168 time: 0.1642549
Jul 09 18:53:38.856171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8dd03-5227-4bc3-b445-f3c4ba8f1f75 req-b885549a-32cf-48a6-b934-3ad78fd36aaf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:38.859041 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-69b8dd03-5227-4bc3-b445-f3c4ba8f1f75 req-b885549a-32cf-48a6-b934-3ad78fd36aaf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0876589
Jul 09 18:53:38.907361 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-69b8dd03-5227-4bc3-b445-f3c4ba8f1f75 req-3d589341-4015-43ae-a775-88868032f878 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423305
Jul 09 18:53:39.101792 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-219655f4-ef0a-428c-9c22-2c456355d1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:39.171074 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f839-3bb2-4ee8-afe6-baab758e178d req-9d654667-63db-4348-8cd2-09926465fc33 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:39.172663 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3329f839-3bb2-4ee8-afe6-baab758e178d req-9d654667-63db-4348-8cd2-09926465fc33 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1558561
Jul 09 18:53:39.218805 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3329f839-3bb2-4ee8-afe6-baab758e178d req-c08b35c9-16e7-4ec7-846c-3ada56da38b0 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402374
Jul 09 18:53:40.045135 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:40.148067 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053b1a6-49a5-4dad-a046-bb9bb61256ac req-374b1e6b-21ea-4451-b5e2-b3eb045852ee tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:40.150521 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8053b1a6-49a5-4dad-a046-bb9bb61256ac req-374b1e6b-21ea-4451-b5e2-b3eb045852ee tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1229944
Jul 09 18:53:40.225773 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8053b1a6-49a5-4dad-a046-bb9bb61256ac req-f5b50f3b-10fb-498a-aa3b-5c5b28c4c9f0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620677
Jul 09 18:53:40.465239 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e99d-76c5-46bc-82d1-5c089b833779 req-5af39b72-8f7d-4bfd-b0e4-f1a596d3859a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:40.467944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0277e99d-76c5-46bc-82d1-5c089b833779 req-5af39b72-8f7d-4bfd-b0e4-f1a596d3859a tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1148529
Jul 09 18:53:40.521217 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0277e99d-76c5-46bc-82d1-5c089b833779 req-ad2ce1a0-f63f-44ce-b727-23c22a9fba97 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476465
Jul 09 18:53:41.214734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45798) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:41.405833 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:41.517498 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:41.518492 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:41.526207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb459f483d194d949c1370e806ba7f4d is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:41.531331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:41.541515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:41.617939 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c5238-3b7b-4205-a78c-a78855fda98a req-3a513d21-d452-4672-8b25-2ecf0a0bcd6f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:41.619904 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f19c5238-3b7b-4205-a78c-a78855fda98a req-3a513d21-d452-4672-8b25-2ecf0a0bcd6f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1768346
Jul 09 18:53:41.740555 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f19c5238-3b7b-4205-a78c-a78855fda98a req-5f692e98-69b8-4dce-8264-55bd3412c670 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139858
Jul 09 18:53:41.788302 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:41.797054 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:41.805306 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-362949a0-3463-43d0-97bf-f4a08ba32cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:41.867337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a842e4-bee4-460e-8cc8-ec3d74400862 req-f2c0e6bc-d7bd-46a6-8e7e-9e7db7340076 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:41.875462 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92a842e4-bee4-460e-8cc8-ec3d74400862 req-f2c0e6bc-d7bd-46a6-8e7e-9e7db7340076 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.2161133
Jul 09 18:53:41.884549 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45816) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:41.889634 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb459f483d194d949c1370e806ba7f4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6730440
Jul 09 18:53:41.918246 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d9d893-610b-4ccf-a6b7-2601889de59a,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:41.936333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:41.968553 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:41.989153 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-92a842e4-bee4-460e-8cc8-ec3d74400862 req-200bf004-c397-4b19-a523-1198bb724297 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128149
Jul 09 18:53:42.012066 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.072539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.077939 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3d14c14e-2685-470e-a461-40de550efeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:42.093904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d9d893-610b-4ccf-a6b7-2601889de59a,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:42.096497 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:42.106810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.110759 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24d9d893-610b-4ccf-a6b7-2601889de59a HTTP/1.1" status: 204  len: 168 time: 0.2221453
Jul 09 18:53:42.473872 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45830) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:42.499583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.551649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:42.556769 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5a76d67b714de9beef8786b8617cb2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:42.560410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:42.567559 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:42.662520 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.667673 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.676603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-44378a61-24fd-4fe3-aaac-bcdc6c94aa2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:42.727891 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f5a76d67b714de9beef8786b8617cb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2506816
Jul 09 18:53:42.727891 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb638f-2748-41a1-9203-78cae41be4c4,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:42.729507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45838) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:42.732898 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:42.804531 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.836172 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.917372 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.922997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:42.945861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb638f-2748-41a1-9203-78cae41be4c4,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:42.970762 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:42.982784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:42.986729 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90eb638f-2748-41a1-9203-78cae41be4c4 HTTP/1.1" status: 204  len: 168 time: 0.2560751
Jul 09 18:53:43.102198 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea077b2f-f5d4-4a37-b6d6-d3858cefe05b req-bd29a69f-dcf6-4aa2-824e-ff02c43c9613 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:43.109300 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ea077b2f-f5d4-4a37-b6d6-d3858cefe05b req-bd29a69f-dcf6-4aa2-824e-ff02c43c9613 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1112199
Jul 09 18:53:43.147190 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9d357-9878-42b4-888d-eb1142b2abea req-bfd2e6ae-c017-4130-b0d7-6e7d23ca837d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:43.155532 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-30b9d357-9878-42b4-888d-eb1142b2abea req-bfd2e6ae-c017-4130-b0d7-6e7d23ca837d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2438571
Jul 09 18:53:43.201721 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ea077b2f-f5d4-4a37-b6d6-d3858cefe05b req-b886083d-4c4c-49ef-80eb-39ede92b6964 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910237
Jul 09 18:53:43.229186 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-30b9d357-9878-42b4-888d-eb1142b2abea req-957fb8d9-cd6e-41c2-b9f8-c3d8cdf949b0 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711968
Jul 09 18:53:43.461568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8230a-d6bb-4062-b043-251e43cce41b req-e4491120-3496-473c-a51d-6382ca11758c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:43.470935 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c7b8230a-d6bb-4062-b043-251e43cce41b req-e4491120-3496-473c-a51d-6382ca11758c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1104429
Jul 09 18:53:43.521451 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c7b8230a-d6bb-4062-b043-251e43cce41b req-77fe8085-979e-4dc6-b9f7-8507afc20a78 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491612
Jul 09 18:53:43.914649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45872) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:44.083251 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894522593-network', 'tenant_id': 'd5b86e427a124923a90387c4573e1d76'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:44.088649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:44.093415 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Usage tracker for resource:network and tenant:d5b86e427a124923a90387c4573e1d76 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:44.097039 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:44.103789 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:44.114971 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Made reservation on behalf of d5b86e427a124923a90387c4573e1d76 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:44.117559 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.131429 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.155464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:44.160026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b86e427a124923a90387c4573e1d76 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:44.164517 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:44.172382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:44.327897 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.339379 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.342721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4da862cd-31ab-4a43-93e3-46e5783213da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:44.390360 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:53:44.400915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8523da2c-0897-4796-9f0c-6b59a831a12c,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:44.404519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:44.412528 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.413091 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Added segment 61a8fbd9-a4c0-415e-81c7-d67429b691da of type vlan for network c4215fab-76c0-4a9c-a00d-79f6b3518ec1
Jul 09 18:53:44.451339 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.488454 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.490559 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:44.491417 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:44.497787 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1766f4-566c-4c96-af95-03e4baf5942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:44.569450 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080e92-b59a-41af-86ee-a9c3dc93eac4 req-92ceb056-ab23-444f-8182-a85968d7ec50 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:44.572151 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1080e92-b59a-41af-86ee-a9c3dc93eac4 req-92ceb056-ab23-444f-8182-a85968d7ec50 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1269658
Jul 09 18:53:44.583152 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b399a2-5768-4832-ae91-fc77b0859dbd req-0475095e-b6b0-4867-a127-874207454fcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:44.585043 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a9b399a2-5768-4832-ae91-fc77b0859dbd req-0475095e-b6b0-4867-a127-874207454fcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2177210
Jul 09 18:53:44.668006 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1080e92-b59a-41af-86ee-a9c3dc93eac4 req-73111094-91f6-495f-a542-e60a874ef12e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817869
Jul 09 18:53:44.697545 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a9b399a2-5768-4832-ae91-fc77b0859dbd req-f847cdce-3bef-4070-aada-451d99896e24 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800068
Jul 09 18:53:44.721930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Pushing event updated for resources: {'Network': ['ID=c4215fab-76c0-4a9c-a00d-79f6b3518ec1,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:44.724936 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:44.726840 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-73434f63-522c-43c8-955d-e7fcf897ff14 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8089538
Jul 09 18:53:44.729909 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45894) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:44.732902 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network c4215fab-76c0-4a9c-a00d-79f6b3518ec1 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:53:44.735670 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Request body: {'subnet': {'network_id': 'c4215fab-76c0-4a9c-a00d-79f6b3518ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894522593-subnet', 'tenant_id': 'd5b86e427a124923a90387c4573e1d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:44.747430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:44.752103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Usage tracker for resource:subnet and tenant:d5b86e427a124923a90387c4573e1d76 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:44.755576 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:44.762927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:44.781267 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Made reservation on behalf of d5b86e427a124923a90387c4573e1d76 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:44.784232 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6506843'] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:45.026051 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06572-e29b-4462-b0dc-ec7e78139d71 req-298f6693-335e-4e2c-8ca7-265207c4b53c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:45.027791 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3cd06572-e29b-4462-b0dc-ec7e78139d71 req-298f6693-335e-4e2c-8ca7-265207c4b53c tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1762950
Jul 09 18:53:45.119106 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3cd06572-e29b-4462-b0dc-ec7e78139d71 req-0dce00f4-b3be-4655-be01-4403c4fe8920 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819023
Jul 09 18:53:45.130957 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6506829'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:45.139535 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:45.219583 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f232bf-0356-43c3-b22c-a9f4ceb45e25,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:45.223845 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:45.228426 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Checking segment: {'id': '61a8fbd9-a4c0-415e-81c7-d67429b691da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c4215fab-76c0-4a9c-a00d-79f6b3518ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:53:45.228827 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Network hostable DHCP agents. Network: c4215fab-76c0-4a9c-a00d-79f6b3518ec1, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:53:45.265706 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Network c4215fab-76c0-4a9c-a00d-79f6b3518ec1 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:53:45.275850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, c4215fab-76c0-4a9c-a00d-79f6b3518ec1) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:53:45.280940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:45.282501 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:45.287165 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c24fa-ba4a-47a1-bb2d-fff2201effc7 None None] Network c4215fab-76c0-4a9c-a00d-79f6b3518ec1 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:53:45.332491 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-ce5c6e67-c59b-4414-a7a8-3c6f92afe47e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5930681
Jul 09 18:53:45.586122 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d306d7-c946-4a62-a5c9-1fb7fedc6b53 None None] Network c4215fab-76c0-4a9c-a00d-79f6b3518ec1 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:53:46.095203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805fa7f-02f2-4181-907e-b2b407dcb6c6 req-bbb88b5e-9222-4b6d-8946-1f88203f590d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:46.103581 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6805fa7f-02f2-4181-907e-b2b407dcb6c6 req-bbb88b5e-9222-4b6d-8946-1f88203f590d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2717102
Jul 09 18:53:46.104090 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 45922) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:46.110681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484692789-network', 'tenant_id': '1dc8903a8a504e6f95f8f447f09ddf26'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:46.121212 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:46.126816 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Usage tracker for resource:network and tenant:1dc8903a8a504e6f95f8f447f09ddf26 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:46.130014 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:46.131276 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c0012-ec22-4bf4-9d94-7e3f27d885c0 req-055488d1-dc3a-4541-9cfa-9b673fc5c043 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:46.133076 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d80c0012-ec22-4bf4-9d94-7e3f27d885c0 req-055488d1-dc3a-4541-9cfa-9b673fc5c043 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1615484
Jul 09 18:53:46.143868 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:46.154702 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Made reservation on behalf of 1dc8903a8a504e6f95f8f447f09ddf26 for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:46.158142 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.180110 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.205672 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:46.216483 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Usage tracker for resource:security_group_rule and tenant:1dc8903a8a504e6f95f8f447f09ddf26 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:46.220870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:46.231880 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:46.352806 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.361921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.364706 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d80c0012-ec22-4bf4-9d94-7e3f27d885c0 req-3f816ecd-6e76-42bd-a6f0-b08bce37f628 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2239504
Jul 09 18:53:46.365454 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-929a85f2-2e74-41bb-8be3-8ecaa5d66550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:46.380490 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6805fa7f-02f2-4181-907e-b2b407dcb6c6 req-a69af35e-ed76-4bca-b7f4-380c5e80920a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2762022
Jul 09 18:53:46.398661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97130277-e754-492e-8c59-03d8708fa885,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:46.406350 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:46.435785 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:53:46.459831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.460310 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Added segment 321e0ca2-f8db-435d-8f8b-5fdee481febd of type vlan for network cedccb97-ccd1-4a2f-8143-5d380af7bdc0
Jul 09 18:53:46.493080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.554350 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.557019 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:46.557824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.584753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:46.642216 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5364168
Jul 09 18:53:46.647183 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 45938) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:46.671682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Request body: {'subnet': {'network_id': 'cedccb97-ccd1-4a2f-8143-5d380af7bdc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484692789-subnet', 'tenant_id': '1dc8903a8a504e6f95f8f447f09ddf26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:53:46.676365 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:53:46.680181 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Usage tracker for resource:subnet and tenant:1dc8903a8a504e6f95f8f447f09ddf26 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:53:46.683534 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:53:46.690211 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:53:46.715961 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Made reservation on behalf of 1dc8903a8a504e6f95f8f447f09ddf26 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:53:46.718780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6506843'] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:46.753737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Pushing event updated for resources: {'Network': ['ID=cedccb97-ccd1-4a2f-8143-5d380af7bdc0,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:46.757470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:46.771537 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network cedccb97-ccd1-4a2f-8143-5d380af7bdc0 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:53:46.886662 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c1eee-1396-4afc-96f9-e57a8630d917 req-1bd4f312-ba62-4af5-bd39-feaed6c0c804 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:46.888779 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf0c1eee-1396-4afc-96f9-e57a8630d917 req-1bd4f312-ba62-4af5-bd39-feaed6c0c804 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.3396306
Jul 09 18:53:46.964943 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cf0c1eee-1396-4afc-96f9-e57a8630d917 req-2b6d5481-6210-486f-be00-4491021af05f tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612388
Jul 09 18:53:47.092095 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6506829'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:47.097263 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7c7f685b-bd09-42fb-bb27-dd719ee04c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:47.173760 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9085d643-8817-4c19-9c2a-4ef657b940eb,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:47.177262 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:47.179763 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Checking segment: {'id': '321e0ca2-f8db-435d-8f8b-5fdee481febd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cedccb97-ccd1-4a2f-8143-5d380af7bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:53:47.180119 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Network hostable DHCP agents. Network: cedccb97-ccd1-4a2f-8143-5d380af7bdc0, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:53:47.207268 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Network cedccb97-ccd1-4a2f-8143-5d380af7bdc0 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:53:47.217987 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, cedccb97-ccd1-4a2f-8143-5d380af7bdc0) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:53:47.225670 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:47.226102 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:47.230920 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e0896e-6249-461a-b3a8-83250a47b705 None None] Network cedccb97-ccd1-4a2f-8143-5d380af7bdc0 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:53:47.259324 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6127207
Jul 09 18:53:47.509281 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1600918-a31c-4f13-8f54-dc3d8ce580de None None] Network cedccb97-ccd1-4a2f-8143-5d380af7bdc0 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:53:47.726451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff498-f3d9-4a6c-b502-f22288120b13 req-75138f27-22ad-4ce1-9c1c-cabbf607e831 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:47.735010 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f5ff498-f3d9-4a6c-b502-f22288120b13 req-75138f27-22ad-4ce1-9c1c-cabbf607e831 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1811626
Jul 09 18:53:47.938871 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f5ff498-f3d9-4a6c-b502-f22288120b13 req-e6b1d520-f2ad-4fa3-9476-c3064e4e8a07 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2028887
Jul 09 18:53:47.986782 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566fa1-e017-4a0a-b373-62e3ee034d6f req-0c4e9c21-0510-49e9-96b3-fe89d9b33ba7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:48.015160 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ee566fa1-e017-4a0a-b373-62e3ee034d6f req-0c4e9c21-0510-49e9-96b3-fe89d9b33ba7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.4184859
Jul 09 18:53:48.097295 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ee566fa1-e017-4a0a-b373-62e3ee034d6f req-bcd15b3a-724b-46d6-97bc-129c4039eb47 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722558
Jul 09 18:53:48.228389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec803204-6c2f-4419-9f4f-cfb759923e45 req-c7107004-2a46-4274-b237-276148838fa6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:48.229977 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ec803204-6c2f-4419-9f4f-cfb759923e45 req-c7107004-2a46-4274-b237-276148838fa6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0930982
Jul 09 18:53:48.290153 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ec803204-6c2f-4419-9f4f-cfb759923e45 req-dfef9ef0-60b3-4e30-927f-4801e5d1339d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504870
Jul 09 18:53:49.196773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2834-7878-496d-9fed-9145010b5af0 req-3a285733-ab4c-4811-ac58-b7cb498f1493 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:49.198269 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2e3f2834-7878-496d-9fed-9145010b5af0 req-3a285733-ab4c-4811-ac58-b7cb498f1493 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0835958
Jul 09 18:53:49.294446 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2e3f2834-7878-496d-9fed-9145010b5af0 req-10363e8c-3728-48e3-b0d5-36fe85ec2947 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630965
Jul 09 18:53:49.314610 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870aa61-75e0-449d-a263-12cb81ee9c96 req-11630980-1247-4288-add5-e9261ad21473 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:49.316096 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a870aa61-75e0-449d-a263-12cb81ee9c96 req-11630980-1247-4288-add5-e9261ad21473 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1144667
Jul 09 18:53:49.362202 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a870aa61-75e0-449d-a263-12cb81ee9c96 req-80bf49e2-c9ab-4bc1-a95a-1c57d9bfe8a9 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402546
Jul 09 18:53:49.481938 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c8431-56ed-479a-ad25-dba8df3abdd3 req-d81c48cd-06e8-44c1-8b84-1e57565cf096 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:49.483571 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d6c8431-56ed-479a-ad25-dba8df3abdd3 req-d81c48cd-06e8-44c1-8b84-1e57565cf096 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.0821793
Jul 09 18:53:49.530476 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d6c8431-56ed-479a-ad25-dba8df3abdd3 req-6d30edbd-3997-492f-aab7-252d2e0933a6 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411358
Jul 09 18:53:50.544336 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-02962f58-39fd-4629-ac4e-f18878408e79 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:50.545319 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-02962f58-39fd-4629-ac4e-f18878408e79 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Synchronizing usage tracker for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:50.587711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-02962f58-39fd-4629-ac4e-f18878408e79 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Unset dirty status for tenant:09409ea9eea84e8f8041668fbb6156a2 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:50.589100 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-02962f58-39fd-4629-ac4e-f18878408e79 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1998937
Jul 09 18:53:50.648077 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb1f65-115e-4be4-beb0-33f7ac56c540 req-8824c0df-3938-4e01-8c86-1ea00c4749f0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:50.649661 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5deb1f65-115e-4be4-beb0-33f7ac56c540 req-8824c0df-3938-4e01-8c86-1ea00c4749f0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2296889
Jul 09 18:53:50.721740 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8126582-5bf7-48d3-87bc-7e77e4a94575 req-19d5e5ac-0f3b-430f-9b73-96862c8e5478 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:50.721986 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Deleting port ed4f5884-4a65-48c2-a228-4cfff6830183 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:50.722327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:50.723288 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c8126582-5bf7-48d3-87bc-7e77e4a94575 req-19d5e5ac-0f3b-430f-9b73-96862c8e5478 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1916883
Jul 09 18:53:50.763916 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5deb1f65-115e-4be4-beb0-33f7ac56c540 req-ad4a751c-ad56-4fae-914e-a1c237155379 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995538
Jul 09 18:53:50.862630 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c8126582-5bf7-48d3-87bc-7e77e4a94575 req-4212b353-1945-452b-9932-da8ab04bbf2e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300220
Jul 09 18:53:51.144227 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988e29e-7caa-4431-9990-aaf7731be0ac req-fb7cc694-6a98-4332-a78b-ac78cb55d8df tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:51.151808 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d988e29e-7caa-4431-9990-aaf7731be0ac req-fb7cc694-6a98-4332-a78b-ac78cb55d8df tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 945 time: 0.1406498
Jul 09 18:53:51.198226 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] For port ed4f5884-4a65-48c2-a228-4cfff6830183, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ed4f5884-4a65-48c2-a228-4cfff6830183,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:51.198635 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:51.220929 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d988e29e-7caa-4431-9990-aaf7731be0ac req-b3819a2c-107a-4ace-8c61-dc698be8a958 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e014d65-e7c0-4fb6-a20c-85efeddc9b61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681870
Jul 09 18:53:51.368036 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Calling delete_port for ed4f5884-4a65-48c2-a228-4cfff6830183 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:51.535616 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:51.541542 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-39d4bbdc-66a1-4765-82cb-b64dd477e83f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:51.548458 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ed4f5884-4a65-48c2-a228-4cfff6830183'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:51.587857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Pushing event deleted for resources: {'Port': ['ID=ed4f5884-4a65-48c2-a228-4cfff6830183,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:51.592468 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:51.672586 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] No DVR routers for this DVR port ed4f5884-4a65-48c2-a228-4cfff6830183 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:53:51.675697 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:51.678357 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'name': 'network-vif-deleted', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:53:51.705976 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4440aad8-d0ad-41b7-8e17-ed2860f406a1 req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.15 "DELETE /v2.0/ports/ed4f5884-4a65-48c2-a228-4cfff6830183 HTTP/1.1" status: 204  len: 173 time: 1.1088927
Jul 09 18:53:51.735097 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119ee501-c10b-462c-990c-0bbd43f55afb', 'name': 'network-vif-deleted', 'tag': 'ed4f5884-4a65-48c2-a228-4cfff6830183', 'status': 'completed', 'code': 200}
Jul 09 18:53:52.177371 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee67da-aee4-47d7-8ed2-1aeeb31335ab req-f0facb70-bbc3-44b1-8887-530b80c2fd76 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:52.178982 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-03ee67da-aee4-47d7-8ed2-1aeeb31335ab req-f0facb70-bbc3-44b1-8887-530b80c2fd76 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2506709
Jul 09 18:53:52.237430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd4034-58d9-4c82-9a6e-a574d6fedd72 req-5773efc2-157f-42ce-ae98-330f59ec383a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:52.238977 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fddd4034-58d9-4c82-9a6e-a574d6fedd72 req-5773efc2-157f-42ce-ae98-330f59ec383a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1966116
Jul 09 18:53:52.297098 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-03ee67da-aee4-47d7-8ed2-1aeeb31335ab req-a0eae841-fcaf-47ea-9e51-0401b2cafbff tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103590
Jul 09 18:53:52.336156 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fddd4034-58d9-4c82-9a6e-a574d6fedd72 req-9a81cb82-b832-4661-9853-6755c32119ba tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802274
Jul 09 18:53:52.608897 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-feb049e0-480d-4427-b178-2c6d0ff6dc4b req-869ce7d7-660e-4b60-8178-123374d1eb98 tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] 10.222.0.20 "GET /v2.0/ports?device_id=119ee501-c10b-462c-990c-0bbd43f55afb HTTP/1.1" status: 200  len: 210 time: 0.0513020
Jul 09 18:53:53.704007 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea48d73-b71c-40fd-9c8d-aeedc3ec60ee req-d743876a-4de8-4890-9f45-a1ae6b83e0ea tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:53.711228 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dea48d73-b71c-40fd-9c8d-aeedc3ec60ee req-d743876a-4de8-4890-9f45-a1ae6b83e0ea tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2519441
Jul 09 18:53:53.721174 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20285c8-8bb8-46f6-9942-e40462ba0be1 req-025de088-6fa9-4cde-aae8-cf33a637b126 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:53.724409 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a20285c8-8bb8-46f6-9942-e40462ba0be1 req-025de088-6fa9-4cde-aae8-cf33a637b126 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2200978
Jul 09 18:53:53.813690 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dea48d73-b71c-40fd-9c8d-aeedc3ec60ee req-d372153c-e88c-486f-b610-f4b52c441190 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015663
Jul 09 18:53:53.838452 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a20285c8-8bb8-46f6-9942-e40462ba0be1 req-1d5dee68-9604-4a28-9a29-19500574028d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905454
Jul 09 18:53:53.954405 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46072) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:54.666396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:54.698700 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ed4f5884-4a65-48c2-a228-4cfff6830183 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:54.736383 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: ed4f5884-4a65-48c2-a228-4cfff6830183 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:54.737057 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ed4f5884-4a65-48c2-a228-4cfff6830183 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:53:55.147970 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399d743-6dad-490d-9336-a0872ececfd9 req-4a673070-ea70-441c-a117-aac93d5b72cb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:55.149570 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8399d743-6dad-490d-9336-a0872ececfd9 req-4a673070-ea70-441c-a117-aac93d5b72cb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1261919
Jul 09 18:53:55.236927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Deleting port 190d9431-d11f-4863-b32b-1bd43d637064 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:55.237273 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:55.289253 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8399d743-6dad-490d-9336-a0872ececfd9 req-65cdcf25-71f7-4c00-9f93-d3cb97919123 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092951
Jul 09 18:53:55.513777 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] For port 190d9431-d11f-4863-b32b-1bd43d637064, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=190d9431-d11f-4863-b32b-1bd43d637064,segment=NetworkSegment(c4878b82-6c20-416e-98ad-c1838a877f53),segment_id=c4878b82-6c20-416e-98ad-c1838a877f53)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:55.514241 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:55.755909 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Calling delete_port for 190d9431-d11f-4863-b32b-1bd43d637064 owned by network:router_interface {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:55.846077 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f31fa-9f74-455d-8caa-60e56ae08db8 req-9bbc3023-beaa-4823-9b4f-19ace9ab3c79 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:55.856928 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-928f31fa-9f74-455d-8caa-60e56ae08db8 req-9bbc3023-beaa-4823-9b4f-19ace9ab3c79 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.4352577
Jul 09 18:53:56.119305 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-928f31fa-9f74-455d-8caa-60e56ae08db8 req-7cb9eab8-a029-41d4-bdd7-2598c5fe6386 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2612813
Jul 09 18:53:56.327036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:56.333638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4a199f44-fb70-431c-ac29-2764cdad24fb tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:56.387602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Pushing event deleted for resources: {'Port': ['ID=190d9431-d11f-4863-b32b-1bd43d637064,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:56.436481 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.436884 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.437251 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.437608 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.437961 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.438316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.438665 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.439011 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.439361 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.439703 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.440045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.440385 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:56.469465 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:56.769575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:56.787497 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736d177-f804-4137-8339-f9a6cb10ada0 req-fb9450b1-795b-45c2-8a53-390930d9faba tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:56.789023 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4736d177-f804-4137-8339-f9a6cb10ada0 req-fb9450b1-795b-45c2-8a53-390930d9faba tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2036383
Jul 09 18:53:57.039769 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4736d177-f804-4137-8339-f9a6cb10ada0 req-3e826e04-4d98-463b-8a72-18709bf94527 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1954467
Jul 09 18:53:57.284290 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30080c12-f943-4cb9-9aee-cfcaa419c79b req-96292004-a5d7-45e2-89bd-a894ec809552 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:57.285922 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-30080c12-f943-4cb9-9aee-cfcaa419c79b req-96292004-a5d7-45e2-89bd-a894ec809552 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 945 time: 0.2979546
Jul 09 18:53:57.510938 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-30080c12-f943-4cb9-9aee-cfcaa419c79b req-faf77bd3-0730-49fa-bfb6-ab80dba22d4f tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155113
Jul 09 18:53:57.532570 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Router 58c5ac28-961b-4e1e-a203-4e02dd21be01 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:53:57.758140 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c90173-3704-4ac7-adfe-a956b1630f38 req-71b75fa8-7fda-4d1c-9f38-60445cb05c7f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:57.761910 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-03c90173-3704-4ac7-adfe-a956b1630f38 req-71b75fa8-7fda-4d1c-9f38-60445cb05c7f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.4504750
Jul 09 18:53:57.820406 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:53:57.835498 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-03c90173-3704-4ac7-adfe-a956b1630f38 req-dd4dbf3f-1df7-4616-8bfd-ea795e22df3e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657134
Jul 09 18:53:57.846229 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49070329-423e-4fde-a397-e7731b49412b None None] Sync routers for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:53:57.869729 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:53:57.874405 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407d023a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:53:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:57.874816 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] 10.222.0.20 "PUT /v2.0/routers/58c5ac28-961b-4e1e-a203-4e02dd21be01/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9187801
Jul 09 18:53:57.877201 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46144) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:53:58.235987 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:53:58.250810 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks [] for router, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:58.424950 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e2881-0d43-44bb-ba27-e749df78b2c8 req-79d6dfa0-e2d5-43ed-bc43-d213180131c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:58.426656 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-498e2881-0d43-44bb-ba27-e749df78b2c8 req-79d6dfa0-e2d5-43ed-bc43-d213180131c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2497201
Jul 09 18:53:58.501958 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-498e2881-0d43-44bb-ba27-e749df78b2c8 req-be49a132-cefe-4d48-a523-35ae75a8e4e6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672224
Jul 09 18:53:58.506244 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:58.521141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Deleting port 9ed50f15-91e6-477c-92bf-780898dc098e {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:58.521828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:58.661984 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407d023a0>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:53:56Z', 'revision_number': 5, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port': {'id': '9ed50f15-91e6-477c-92bf-780898dc098e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:dc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:42Z', 'updated_at': '2021-07-09T18:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:58.666944 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49070329-423e-4fde-a397-e7731b49412b None None] Checking router: 58c5ac28-961b-4e1e-a203-4e02dd21be01 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:53:58.678646 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] Routers {'58c5ac28-961b-4e1e-a203-4e02dd21be01'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:53:58.680591 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407d023a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:53:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['58c5ac28-961b-4e1e-a203-4e02dd21be01'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:58.714574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:53:58.941242 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] Set router 58c5ac28-961b-4e1e-a203-4e02dd21be01 gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:53:58.964004 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] For port 9ed50f15-91e6-477c-92bf-780898dc098e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9ed50f15-91e6-477c-92bf-780898dc098e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:58.969018 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:59.047445 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:59.093345 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '82efb77e-77ec-440b-8743-61042d0eb18e', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:53:59.215287 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-49070329-423e-4fde-a397-e7731b49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407d023a0>, [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:53:58Z', 'revision_number': 6, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:53:59.217205 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:59.229252 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49070329-423e-4fde-a397-e7731b49412b None None] The sync data for ids ['58c5ac28-961b-4e1e-a203-4e02dd21be01'] in dv-cinder-800268-1-iscsi is: [{'id': '58c5ac28-961b-4e1e-a203-4e02dd21be01', 'name': 'tempest-ServerRescueNegativeTestJSON-1739625950-router', 'tenant_id': '09409ea9eea84e8f8041668fbb6156a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:41Z', 'updated_at': '2021-07-09T18:53:58Z', 'revision_number': 6, 'project_id': '09409ea9eea84e8f8041668fbb6156a2', 'gw_port_host': None}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:53:59.241011 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-95cce391-bc57-4b9f-9679-d0e16097c386 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:59.242587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-95cce391-bc57-4b9f-9679-d0e16097c386 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Synchronizing usage tracker for tenant:415b314dc4e94d498941582b58c585d9 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:53:59.245616 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:53:59.254932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Calling delete_port for 9ed50f15-91e6-477c-92bf-780898dc098e owned by network:router_gateway {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:53:59.270679 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:59.280294 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-95cce391-bc57-4b9f-9679-d0e16097c386 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Unset dirty status for tenant:415b314dc4e94d498941582b58c585d9 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:53:59.281587 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-95cce391-bc57-4b9f-9679-d0e16097c386 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 945 time: 0.2317038
Jul 09 18:53:59.297065 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:59.299201 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:53:59.377502 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=6']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:53:59.389728 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.390517 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.391013 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.391500 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.391969 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.392565 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.393082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.393575 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.394073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.394554 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.395033 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.395511 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:53:59.400865 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:53:59.436495 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Deleting port 4aebd91f-df84-4d8c-86d2-30ccd88a85be {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:53:59.437973 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:59.439787 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['82efb77e-77ec-440b-8743-61042d0eb18e'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:53:59.776494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] For port 4aebd91f-df84-4d8c-86d2-30ccd88a85be, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4aebd91f-df84-4d8c-86d2-30ccd88a85be,segment=NetworkSegment(1708b270-8266-4b47-bf96-f2f83a5d2d75),segment_id=1708b270-8266-4b47-bf96-f2f83a5d2d75)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:53:59.776733 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:53:59.895801 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 190d9431-d11f-4863-b32b-1bd43d637064 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:53:59.920575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0768397-81a0-42bb-8cb9-9c065cd3b3f7 req-d5d44254-8967-4863-9723-eba8bc2ab216 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:53:59.931214 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0768397-81a0-42bb-8cb9-9c065cd3b3f7 req-d5d44254-8967-4863-9723-eba8bc2ab216 tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 945 time: 1.1423500
Jul 09 18:53:59.991439 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 190d9431-d11f-4863-b32b-1bd43d637064 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:53:59.992114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 190d9431-d11f-4863-b32b-1bd43d637064 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:54:00.112913 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a0768397-81a0-42bb-8cb9-9c065cd3b3f7 req-5d9d8b99-0d36-4c6a-a6ee-1a72b1063d6b tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c541a80-a826-4963-829a-aefe4596fd90&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806993
Jul 09 18:54:00.134404 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.150114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:00.276068 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Calling delete_port for 4aebd91f-df84-4d8c-86d2-30ccd88a85be owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:54:00.451128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed50f15-91e6-477c-92bf-780898dc098e,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:00.465979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:00.542666 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.549008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-623093a0-d10b-451d-947e-a7a5adf6a1be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:00.558065 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['4aebd91f-df84-4d8c-86d2-30ccd88a85be'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:54:00.572193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1290e-bbbf-43e1-b8ba-186b2be9a0e3 req-59d5b4ba-8422-490c-a5f8-3ecc3590a527 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:00.574596 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-31d1290e-bbbf-43e1-b8ba-186b2be9a0e3 req-59d5b4ba-8422-490c-a5f8-3ecc3590a527 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.9449890
Jul 09 18:54:00.670665 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-31d1290e-bbbf-43e1-b8ba-186b2be9a0e3 req-d83bd98e-75c9-48b6-9e90-caaf929f0f9e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778210
Jul 09 18:54:00.703116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.734543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Pushing event deleted for resources: {'Port': ['ID=4aebd91f-df84-4d8c-86d2-30ccd88a85be,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:00.742796 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:54:00.802800 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:00.838365 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 82efb77e-77ec-440b-8743-61042d0eb18e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:54:00.838755 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.921425 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.925868 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.972189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] No DVR routers for this DVR port 4aebd91f-df84-4d8c-86d2-30ccd88a85be on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:54:00.976253 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:00.979243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'name': 'network-vif-deleted', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:54:01.020939 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.045367 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-7d50a4df-e77f-4db2-a198-c282d42b18b6 req-6eb75a77-b269-42ad-8a52-4e3f9078711e tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.15 "DELETE /v2.0/ports/4aebd91f-df84-4d8c-86d2-30ccd88a85be HTTP/1.1" status: 204  len: 173 time: 1.7529783
Jul 09 18:54:01.072612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:54:01.077988 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.078697 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c5ac28-961b-4e1e-a203-4e02dd21be01 {{(pid=78520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:54:01.090622 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:01.095378 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eead88e6-0760-4726-a5be-501cef2a9b97', 'name': 'network-vif-deleted', 'tag': '4aebd91f-df84-4d8c-86d2-30ccd88a85be', 'status': 'completed', 'code': 200}
Jul 09 18:54:01.100863 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.103128 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4aebd91f-df84-4d8c-86d2-30ccd88a85be no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:54:01.104115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07c5a-1c2c-468b-87bd-5d15720088fa req-ba216de5-5317-4a92-a9ff-eb5377db0e0a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:01.107680 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d07c5a-1c2c-468b-87bd-5d15720088fa req-ba216de5-5317-4a92-a9ff-eb5377db0e0a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.7337112
Jul 09 18:54:01.179493 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.183123 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] 10.222.0.20 "DELETE /v2.0/routers/58c5ac28-961b-4e1e-a203-4e02dd21be01 HTTP/1.1" status: 204  len: 168 time: 3.3026607
Jul 09 18:54:01.184202 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46206) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:01.193088 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'code': 200}
Jul 09 18:54:01.223914 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:01.252941 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d07c5a-1c2c-468b-87bd-5d15720088fa req-331f7b87-6087-44aa-8635-bbccac339a91 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206429
Jul 09 18:54:01.307830 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Deleting subnet 300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:54:01.313333 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.382092 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 4aebd91f-df84-4d8c-86d2-30ccd88a85be {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:54:01.382092 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4aebd91f-df84-4d8c-86d2-30ccd88a85be not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:54:01.398279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.491060 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=7']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:01.500515 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:01.539385 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-17200849-929a-495b-b2bc-5ddc615fa88f req-7c9e7dda-462a-49ed-a52b-b986e8125bdf tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] 10.222.0.20 "GET /v2.0/ports?device_id=eead88e6-0760-4726-a5be-501cef2a9b97 HTTP/1.1" status: 200  len: 210 time: 0.1253695
Jul 09 18:54:01.547326 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:01.816498 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:02.002079 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:02.005420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:02.119529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9ed50f15-91e6-477c-92bf-780898dc098e no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:54:02.157557 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:02.168992 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:02.175976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:02.188796 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/300eb6d4-b8f2-48bd-ba20-c8bcbf9b91df HTTP/1.1" status: 204  len: 168 time: 1.0013533
Jul 09 18:54:02.196554 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46222) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:02.216684 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 9ed50f15-91e6-477c-92bf-780898dc098e {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:54:02.217323 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9ed50f15-91e6-477c-92bf-780898dc098e not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:54:02.383914 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d9187-ca5e-4e8b-8953-a16fcaa20786 req-359b19e2-91aa-4534-9ccd-6220eff880cb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:02.388712 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b70d9187-ca5e-4e8b-8953-a16fcaa20786 req-359b19e2-91aa-4534-9ccd-6220eff880cb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2598863
Jul 09 18:54:02.494257 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b70d9187-ca5e-4e8b-8953-a16fcaa20786 req-f5ea8186-3159-4791-a40c-9b234306ba0f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956023
Jul 09 18:54:02.509149 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-c1e83200-b6e4-414c-b1b1-0da958504642 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8724101
Jul 09 18:54:02.535448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:02.789204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b10c-882f-435f-b618-95612dc5b0c0 req-a115dbaa-a1d6-4bbf-9fa9-99df512de4e6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:02.791339 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dc29b10c-882f-435f-b618-95612dc5b0c0 req-a115dbaa-a1d6-4bbf-9fa9-99df512de4e6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1992333
Jul 09 18:54:02.872857 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-dc29b10c-882f-435f-b618-95612dc5b0c0 req-45a9ab63-57c4-4893-99c0-8a20c0a08937 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720377
Jul 09 18:54:02.998106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.039568 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b4408b0>,) {'filters': {'network_id': ['c3ef160f-80aa-4237-a12b-421f43417bb3']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:03.071160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-9b5c325c-0102-444b-82a4-282ccbd94ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:03.079285 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-9b5c325c-0102-444b-82a4-282ccbd94ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1099 time: 0.5343442
Jul 09 18:54:03.086489 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b4408b0>, 'c4878b82-6c20-416e-98ad-c1838a877f53') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:03.087031 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b4408b0>, 'c4878b82-6c20-416e-98ad-c1838a877f53') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:03.107177 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.221533 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.233137 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:54:03.233807 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:54:03.249843 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:54:03.319161 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2ef9-a08c-4206-a18b-4fbe80adf93c req-afbb4c13-c69e-4e8b-ac50-eee27bff7e9d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:03.333498 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-deaf2ef9-a08c-4206-a18b-4fbe80adf93c req-afbb4c13-c69e-4e8b-ac50-eee27bff7e9d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2631376
Jul 09 18:54:03.378392 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.383261 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-a3dd7205-8afe-437b-96bf-9a8fecebf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:03.388340 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-a3dd7205-8afe-437b-96bf-9a8fecebf749 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.2651930
Jul 09 18:54:03.399233 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:03.462979 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-deaf2ef9-a08c-4206-a18b-4fbe80adf93c req-6ddd5657-0918-4365-9d2d-0bc2bb8aaf97 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233180
Jul 09 18:54:03.573608 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:54:03.631077 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:03.637999 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-edb5a0ae-b4ca-4b3a-a130-ff259e7df556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 1001 time: 0.2110832
Jul 09 18:54:03.840140 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ef160f-80aa-4237-a12b-421f43417bb3,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:03.859552 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.859921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.860287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.860898 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.861257 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.861615 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.862075 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.862505 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.862939 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.863455 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.864051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.864415 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:03.870164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:03.872491 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3ef160f-80aa-4237-a12b-421f43417bb3 HTTP/1.1" status: 204  len: 168 time: 1.6749098
Jul 09 18:54:03.895548 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-d0c0dc3a-5129-49d6-a545-4b6bd95b99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:03.897667 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-d0c0dc3a-5129-49d6-a545-4b6bd95b99b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.2491975
Jul 09 18:54:04.133338 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-395dffde-3b8a-4b00-9814-6ed4a574e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:04.140580 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-395dffde-3b8a-4b00-9814-6ed4a574e87d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2346506
Jul 09 18:54:04.243812 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46254) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:04.309741 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afa75f-6b39-48d3-b428-559eb58e6791 req-4a2724db-f2ef-4965-8790-072d9e0ec23b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:04.311301 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47afa75f-6b39-48d3-b428-559eb58e6791 req-4a2724db-f2ef-4965-8790-072d9e0ec23b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.2417254
Jul 09 18:54:04.366133 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-8a6488dc-39b7-4422-b7d1-aea345411116 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151451
Jul 09 18:54:04.453996 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d7f6e011-acd7-4698-a117-9faa2d5c58c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09409ea9eea84e8f8041668fbb6156a2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2079005
Jul 09 18:54:04.456889 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46258) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:04.472261 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-47afa75f-6b39-48d3-b428-559eb58e6791 req-17c183f1-ad91-4454-83d6-17207a3862af tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1465111
Jul 09 18:54:04.645857 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:04.688961 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438c8914-4e78-450d-9867-17e2a5d6cc25 req-a99c0714-cbd8-43c0-9982-036e5f895ac2 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3134267
Jul 09 18:54:04.775261 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:04.872217 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b3a8d-c2ed-4375-a348-dea181a6b69f req-a9415c3b-9999-4683-b797-10b226214a8a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:04.879510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d45b3a8d-c2ed-4375-a348-dea181a6b69f req-a9415c3b-9999-4683-b797-10b226214a8a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.2186177
Jul 09 18:54:04.989642 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:05.005981 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-06b9c2ca-a35f-4ae9-aa99-5decb31cc220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:05.064682 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52206-4ede-46f1-999f-7779dccfd04c req-42c22adf-759a-4ae1-809a-d02cafdcf422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:05.067508 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-42c22adf-759a-4ae1-809a-d02cafdcf422 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 1099 time: 0.1834350
Jul 09 18:54:05.069401 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d45b3a8d-c2ed-4375-a348-dea181a6b69f req-0aeebe67-6937-4ba0-ad01-62542a78b783 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1888080
Jul 09 18:54:05.075273 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e014d65-e7c0-4fb6-a20c-85efeddc9b61,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:05.087377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:05.102934 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:05.104152 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e014d65-e7c0-4fb6-a20c-85efeddc9b61 HTTP/1.1" status: 204  len: 168 time: 0.6462705
Jul 09 18:54:05.245420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52206-4ede-46f1-999f-7779dccfd04c req-ea4434c6-476f-496d-bebd-1814c1ddeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:05.247499 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-ea4434c6-476f-496d-bebd-1814c1ddeaa7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.1645510
Jul 09 18:54:05.407392 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-4f2d9a23-5051-416d-85de-320c318d6dcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 200  len: 1001 time: 0.1476653
Jul 09 18:54:05.492566 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52206-4ede-46f1-999f-7779dccfd04c req-ab678182-9a2b-4829-b49c-f24fdbdd2d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:05.494262 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-ab678182-9a2b-4829-b49c-f24fdbdd2d1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.0794115
Jul 09 18:54:05.605045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a52206-4ede-46f1-999f-7779dccfd04c req-989bf9a6-1fa1-480a-b739-9380a9104421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:05.606789 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-989bf9a6-1fa1-480a-b739-9380a9104421 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1029592
Jul 09 18:54:05.775756 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524fd9c-592f-40e1-82a9-78579d3ded32 req-6bde3254-95b3-4329-b2a5-66ef6ede60bc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:05.784517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7524fd9c-592f-40e1-82a9-78579d3ded32 req-6bde3254-95b3-4329-b2a5-66ef6ede60bc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1409273
Jul 09 18:54:05.837623 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-6b073b9a-d24b-49cf-983a-6b3e562026c9 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2218087
Jul 09 18:54:05.859295 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7524fd9c-592f-40e1-82a9-78579d3ded32 req-26805b9b-4301-4e2f-9077-687316ce41c9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735366
Jul 09 18:54:06.355573 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-84c95006-1485-455a-84c7-99a7227f15f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:06.378490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d73f2-ccab-48c0-b99b-04ef592b35fd req-3a896299-328d-4adf-9a2b-8bff6955d4c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:06.381094 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc8d73f2-ccab-48c0-b99b-04ef592b35fd req-3a896299-328d-4adf-9a2b-8bff6955d4c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1314993
Jul 09 18:54:06.477312 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fc8d73f2-ccab-48c0-b99b-04ef592b35fd req-08bac872-2785-41be-8c1d-32dd296b2195 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886962
Jul 09 18:54:06.775418 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-94a52206-4ede-46f1-999f-7779dccfd04c req-82678361-6390-4059-9956-8bccf228f28b service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2569957
Jul 09 18:54:06.895029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:07.144693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce49e5-a355-4469-85c6-28043c3cb170 req-7c51049b-e8c9-4d09-a6f5-0f7d26e74224 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:07.151467 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f6ce49e5-a355-4469-85c6-28043c3cb170 req-7c51049b-e8c9-4d09-a6f5-0f7d26e74224 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1161721
Jul 09 18:54:07.393226 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f6ce49e5-a355-4469-85c6-28043c3cb170 req-1aaf8b0b-cebe-40a4-a5fd-531db521efd3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2399697
Jul 09 18:54:07.806574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b5ce5-44d1-478f-8caa-b075891cd080 req-46dd9fa0-4358-4ed1-bdb8-42ab1987fee6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:07.808907 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c3b5ce5-44d1-478f-8caa-b075891cd080 req-46dd9fa0-4358-4ed1-bdb8-42ab1987fee6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1355038
Jul 09 18:54:07.872170 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c3b5ce5-44d1-478f-8caa-b075891cd080 req-a4a55364-5fe5-4d4c-b5b6-6adbd45da7a2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543299
Jul 09 18:54:08.635454 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b425af4-868a-4b76-9c91-59aacbeea3d6 req-b77ddc88-c138-47ca-b0eb-984e0ad725d2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:08.638554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5b425af4-868a-4b76-9c91-59aacbeea3d6 req-b77ddc88-c138-47ca-b0eb-984e0ad725d2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1027594
Jul 09 18:54:08.698481 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5b425af4-868a-4b76-9c91-59aacbeea3d6 req-7775ad14-cf7d-4e35-b33e-7dd10ef4d287 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543773
Jul 09 18:54:08.721047 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46444) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:08.908226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:08.930455 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:08.940460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:512e91351f474c45a3e387cc914293f1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:08.947927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:08.962212 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:09.122622 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-daa98451-749c-4bb2-9f51-9f6de56e740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.175638 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.186698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd371e5-4afc-4d79-85ec-8a5c48158472 req-e7bf1aa8-78ed-4ecb-9b02-4ad6946ec335 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:09.187677 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5dd371e5-4afc-4d79-85ec-8a5c48158472 req-e7bf1aa8-78ed-4ecb-9b02-4ad6946ec335 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1485245
Jul 09 18:54:09.188922 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.203452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fa718993-543d-40b8-a512-2184670c1bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:09.270058 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=512e91351f474c45a3e387cc914293f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5478189
Jul 09 18:54:09.272776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46460) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:09.281439 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61bffa-a53f-473b-9f7c-8d1ac8c9aa8a,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:09.295322 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:09.302466 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5dd371e5-4afc-4d79-85ec-8a5c48158472 req-404a3022-9bfd-4357-92e8-5836a368a272 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000273
Jul 09 18:54:09.362204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46468) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:09.371467 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.402761 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.416312 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46472) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:09.474983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.481374 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0e4e0846-33ba-4358-8b09-cfd304124467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:09.485875 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Deleting subnet ae33b9bc-69b8-49b6-aba1-857d9fa08e16 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:54:09.488823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.492212 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61bffa-a53f-473b-9f7c-8d1ac8c9aa8a,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:09.499324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:09.505024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.509340 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b61bffa-a53f-473b-9f7c-8d1ac8c9aa8a HTTP/1.1" status: 204  len: 168 time: 0.2349982
Jul 09 18:54:09.544602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Deleting subnet b4f232bf-0356-43c3-b22c-a9f4ceb45e25 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:54:09.549260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.641454 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.695101 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.794718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:09.865790 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.058831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.152645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46490) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:10.192905 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.194193 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.201373 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.204445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:10.231424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:10.250069 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Usage tracker for resource:security_group_rule and tenant:52645af3635844a9a9b33a3d3b16df0f is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:10.255442 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae33b9bc-69b8-49b6-aba1-857d9fa08e16,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:10.255925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:10.275340 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:10.297328 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.342345 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c02de-8e98-47ac-a194-04a464c15f5e req-c9628347-5ae1-4f47-a0a1-846e079b7d25 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:10.346612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1a5c02de-8e98-47ac-a194-04a464c15f5e req-c9628347-5ae1-4f47-a0a1-846e079b7d25 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.3110518
Jul 09 18:54:10.364347 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.373941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f232bf-0356-43c3-b22c-a9f4ceb45e25,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:10.398022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:10.400700 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:10.401071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:10.405134 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-957e517c-b004-4673-9f88-056cdb8e68d9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ae33b9bc-69b8-49b6-aba1-857d9fa08e16 HTTP/1.1" status: 204  len: 168 time: 1.0393801
Jul 09 18:54:10.410620 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-467d0849-251b-4392-8916-19141e7b0c47 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4f232bf-0356-43c3-b22c-a9f4ceb45e25 HTTP/1.1" status: 204  len: 168 time: 0.9909687
Jul 09 18:54:10.410620 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46498) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:10.417315 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46500) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:10.475860 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.540484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.570446 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ae67dd7-987c-4fd1-a01d-df558bd6d64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:10.605572 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52645af3635844a9a9b33a3d3b16df0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4504178
Jul 09 18:54:10.615869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46506) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:10.616848 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40163e-1994-43a3-acfd-e1766c92cd0a,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:10.627741 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:10.663436 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1a5c02de-8e98-47ac-a194-04a464c15f5e req-2d43597a-e571-487e-9098-d452ce0ae8f1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3048611
Jul 09 18:54:10.716087 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-6ec2716a-1733-49b6-9c28-8f380d140d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:10.718745 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-6ec2716a-1733-49b6-9c28-8f380d140d99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1137 time: 0.2405412
Jul 09 18:54:10.857782 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:10.992957 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.000010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.108347 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-39f8e930-a0e7-4bd9-9cb5-ca17c26e01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:11.110724 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-39f8e930-a0e7-4bd9-9cb5-ca17c26e01bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.3656800
Jul 09 18:54:11.115006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.121981 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2d90a0d3-134f-403f-a034-b26e78fd1d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:11.179456 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.291408 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40163e-1994-43a3-acfd-e1766c92cd0a,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:11.315742 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:11.321186 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.325367 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b40163e-1994-43a3-acfd-e1766c92cd0a HTTP/1.1" status: 204  len: 168 time: 0.6969907
Jul 09 18:54:11.376060 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-7e211bbc-4286-4d35-8156-fa71a2aca7ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 1000 time: 0.2547815
Jul 09 18:54:11.457836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-ad11335b-3531-499e-80b5-988392ff021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:11.459496 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-ad11335b-3531-499e-80b5-988392ff021b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.0739539
Jul 09 18:54:11.526902 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.543631 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.564004 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3409b93a90>,) {'filters': {'network_id': ['c4215fab-76c0-4a9c-a00d-79f6b3518ec1']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:11.564954 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-2ebf8188-20c1-4787-a35b-e7073657132e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:11.566329 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-2ebf8188-20c1-4787-a35b-e7073657132e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936942
Jul 09 18:54:11.653719 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3409b93a90>, '61a8fbd9-a4c0-415e-81c7-d67429b691da') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:11.654009 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3409b93a90>, '61a8fbd9-a4c0-415e-81c7-d67429b691da') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:11.666890 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.686006 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.694407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:54:11.694811 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.756249 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-f4324353-406e-47e6-81a7-da2c375403d3 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816590
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:54:11.798217 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:54:11.876917 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9205a-2b02-4008-ac82-df92f23353ae req-1cad382b-dce7-4ad3-835d-ce84eca4d6c7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:11.884366 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41a9205a-2b02-4008-ac82-df92f23353ae req-1cad382b-dce7-4ad3-835d-ce84eca4d6c7 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.8765762
Jul 09 18:54:11.909076 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:11.981455 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3409ae52e0>,) {'filters': {'network_id': ['bbef315e-e94f-4e2b-a9d6-c35ed2afcb96']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:11.998911 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-4ed45572-4149-4165-a8f3-6e6f26cb4856 req-2e6db8a9-5084-41ea-83d3-cd77fb597f34 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333195
Jul 09 18:54:12.033376 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.035940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3409ae52e0>, '1bef4387-f1ba-4e49-b14f-16f974fd1f1a') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:12.036376 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3409ae52e0>, '1bef4387-f1ba-4e49-b14f-16f974fd1f1a') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:12.064527 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.084989 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.105625 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89270-4845-4ab1-86bf-65720152caf5 req-f6795f5b-fe57-4597-a0ba-d0babcd207cf tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:12.113134 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04d89270-4845-4ab1-86bf-65720152caf5 req-f6795f5b-fe57-4597-a0ba-d0babcd207cf tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 1.1259792
Jul 09 18:54:12.163773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:54:12.164185 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.215516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:54:12.233780 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:54:12.272356 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.378141 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-41a9205a-2b02-4008-ac82-df92f23353ae req-359c8123-880b-4f67-b1ed-220fba45ba56 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4913335
Jul 09 18:54:12.411547 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4215fab-76c0-4a9c-a00d-79f6b3518ec1,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:12.422716 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c4215fab-76c0-4a9c-a00d-79f6b3518ec1 HTTP/1.1" status: 204  len: 168 time: 2.0009525
Jul 09 18:54:12.422716 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-76aaa4bc-cb7c-4250-87d0-acc8f18b61c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:12.423125 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46546) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:12.474932 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-04d89270-4845-4ab1-86bf-65720152caf5 req-e9e5da46-2b96-413c-b2a1-4de66d7cd358 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3605669
Jul 09 18:54:12.487741 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.498299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-07500871-d358-484f-80ea-05fcccd6f1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:12.554781 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.584472 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbef315e-e94f-4e2b-a9d6-c35ed2afcb96,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:12.585211 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Deleting subnet 9085d643-8817-4c19-9c2a-4ef657b940eb {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:54:12.596139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:12.599594 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.602897 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a6ec22e1-2fee-4150-9944-459dd9868b95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bbef315e-e94f-4e2b-a9d6-c35ed2afcb96 HTTP/1.1" status: 204  len: 168 time: 2.1892257
Jul 09 18:54:12.689826 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.815171 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.839945 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24e80d-364c-4010-8a65-3c151bf1f648 req-bdc6b81b-a585-47b5-b4f2-a581e9e11dce tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:12.845680 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4b24e80d-364c-4010-8a65-3c151bf1f648 req-bdc6b81b-a585-47b5-b4f2-a581e9e11dce tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1911314
Jul 09 18:54:12.944944 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4b24e80d-364c-4010-8a65-3c151bf1f648 req-905aecb3-f3c8-44dd-a297-03f1bea76465 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0881670
Jul 09 18:54:12.957275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46560) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:12.959217 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:12.970913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:13.013811 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9085d643-8817-4c19-9c2a-4ef657b940eb,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:13.017849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:13.020913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.021455 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-aea66b4a-ba4d-48b7-adc1-a7d432512200 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f22cf8c184f472aa596f4ae64f724f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0629606
Jul 09 18:54:13.022175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46564) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:13.028731 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9085d643-8817-4c19-9c2a-4ef657b940eb HTTP/1.1" status: 204  len: 168 time: 0.6026456
Jul 09 18:54:13.032198 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46568) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:13.109911 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.147738 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.204108 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.254171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.271074 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7e4181f1-b724-4eaf-a560-83a091dcc289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:13.287320 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce88076-5269-4a52-998d-9da74ab02a39,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:13.291588 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:13.293038 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.294495 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bce88076-5269-4a52-998d-9da74ab02a39 HTTP/1.1" status: 204  len: 168 time: 0.2706664
Jul 09 18:54:13.401292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.426661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b54c6d0>,) {'filters': {'network_id': ['cedccb97-ccd1-4a2f-8143-5d380af7bdc0']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:13.444007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b54c6d0>, '321e0ca2-f8db-435d-8f8b-5fdee481febd') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:13.444306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b54c6d0>, '321e0ca2-f8db-435d-8f8b-5fdee481febd') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:13.457913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.481776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.492662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:54:13.493065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:54:13.516975 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:54:13.610437 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.615404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:13.663591 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:13.671146 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Pushing event deleted for resources: {'Network': ['ID=cedccb97-ccd1-4a2f-8143-5d380af7bdc0,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:13.678094 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:13.689658 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] 10.222.0.20 "DELETE /v2.0/networks/cedccb97-ccd1-4a2f-8143-5d380af7bdc0 HTTP/1.1" status: 204  len: 168 time: 0.6563313
Jul 09 18:54:13.802392 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381b80-7d94-44c0-9e89-857bd67d84ad req-7e7532b1-9892-4086-a366-26990a6067bc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:13.805904 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-24381b80-7d94-44c0-9e89-857bd67d84ad req-7e7532b1-9892-4086-a366-26990a6067bc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1398776
Jul 09 18:54:13.919666 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46598) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:13.956874 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-24381b80-7d94-44c0-9e89-857bd67d84ad req-7f0d4779-e130-4b95-be08-7b5d636529cd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1363840
Jul 09 18:54:14.057011 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-9f3ace9f-9675-4611-8b85-2861da0f4192 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5b86e427a124923a90387c4573e1d76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1355944
Jul 09 18:54:14.057573 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46606) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:14.295582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:14.447703 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:14.496912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32ad28-3680-4785-9a14-da346721f5d8 req-56f4d051-9b3c-4ed0-9b51-e8f2c14157ed tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:14.506436 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b32ad28-3680-4785-9a14-da346721f5d8 req-56f4d051-9b3c-4ed0-9b51-e8f2c14157ed tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.3119538
Jul 09 18:54:14.599070 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:14.608193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6f948630-64fb-4663-9371-107cf5950469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:14.628233 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8523da2c-0897-4796-9f0c-6b59a831a12c,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:14.652509 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:14.653803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:14.658283 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-6d4d4589-d701-4f1c-8af4-6abb3929707f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8523da2c-0897-4796-9f0c-6b59a831a12c HTTP/1.1" status: 204  len: 168 time: 0.5972912
Jul 09 18:54:14.700521 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9b32ad28-3680-4785-9a14-da346721f5d8 req-b51e31c1-4255-4bf3-8253-a17c8dc095ff tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929469
Jul 09 18:54:15.312539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f912db6-d716-4bad-b22e-9c5d20c94828 req-7fe2bab7-7a06-42dd-81be-04b709ffca16 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:15.314159 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f912db6-d716-4bad-b22e-9c5d20c94828 req-7fe2bab7-7a06-42dd-81be-04b709ffca16 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1608856
Jul 09 18:54:15.381512 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46644) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:15.405206 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f912db6-d716-4bad-b22e-9c5d20c94828 req-d7882b54-600d-4577-8613-c1ce5d5d42cb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0837302
Jul 09 18:54:15.507984 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46670) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:15.511352 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ada4a2e7-7d9d-4415-b30f-ce7b58a91d4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dc8903a8a504e6f95f8f447f09ddf26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1215913
Jul 09 18:54:15.603872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:15.649165 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:15.724245 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:15.732316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2af1b482-4235-4ddc-9ca4-bde7eee4e6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:15.767650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:15.771742 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97130277-e754-492e-8c59-03d8708fa885 HTTP/1.1" status: 204  len: 168 time: 0.2553027
Jul 09 18:54:15.771742 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97130277-e754-492e-8c59-03d8708fa885,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:15.804094 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:16.067606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717838-7228-40cb-9c6a-59018913e52a req-533c3f29-9e69-4410-8781-269eb10778a6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:16.069347 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db717838-7228-40cb-9c6a-59018913e52a req-533c3f29-9e69-4410-8781-269eb10778a6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1444561
Jul 09 18:54:16.184189 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db717838-7228-40cb-9c6a-59018913e52a req-c45287b8-d037-4f7e-acaa-beaab2624299 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060994
Jul 09 18:54:16.715944 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc560f0c-c0b1-4eae-920b-99b9fc6bd992 req-15b242ee-4f05-4e5f-80ed-9d3aa77603bb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:16.719197 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc560f0c-c0b1-4eae-920b-99b9fc6bd992 req-15b242ee-4f05-4e5f-80ed-9d3aa77603bb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1423576
Jul 09 18:54:16.801288 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc560f0c-c0b1-4eae-920b-99b9fc6bd992 req-862f3e11-1a9f-4336-9706-8cc4b53f13e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0554438
Jul 09 18:54:17.483800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13a3d3-9ceb-407d-9e2c-a77208bab4f6 req-8b62f971-16f7-4d56-b855-b90877209c9e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:17.486503 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0b13a3d3-9ceb-407d-9e2c-a77208bab4f6 req-8b62f971-16f7-4d56-b855-b90877209c9e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1278019
Jul 09 18:54:17.588167 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0b13a3d3-9ceb-407d-9e2c-a77208bab4f6 req-6361d318-baf3-4b7b-9c3d-7e9e5790858e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931079
Jul 09 18:54:18.017986 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f265b90-1c91-4df8-ace9-50e9dcf2be07 req-15f9c661-7637-4634-a2d8-412813bc562c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:18.019591 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f265b90-1c91-4df8-ace9-50e9dcf2be07 req-15f9c661-7637-4634-a2d8-412813bc562c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0933154
Jul 09 18:54:18.079081 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f265b90-1c91-4df8-ace9-50e9dcf2be07 req-e1109d26-a62b-4cf2-8c8e-148e26c35c99 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0523965
Jul 09 18:54:18.876502 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70715184-dcfa-4950-bd95-adc4d05786e9 req-4676dfbf-27ad-4cf9-a273-561283f27257 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:18.877900 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-70715184-dcfa-4950-bd95-adc4d05786e9 req-4676dfbf-27ad-4cf9-a273-561283f27257 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1666200
Jul 09 18:54:18.924971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-70715184-dcfa-4950-bd95-adc4d05786e9 req-873a3d4a-7d96-4e32-8e8f-5dcb3f8c87d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410316
Jul 09 18:54:19.272735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c968-c578-44d4-88ff-3592626844f8 req-f46d62e0-b924-4e8f-ab65-b4dd6984c47e tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:19.274201 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5f4c968-c578-44d4-88ff-3592626844f8 req-f46d62e0-b924-4e8f-ab65-b4dd6984c47e tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0837409
Jul 09 18:54:19.322922 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d5f4c968-c578-44d4-88ff-3592626844f8 req-c96f87e4-d5c6-4ffc-801a-e410e71a1792 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421054
Jul 09 18:54:20.115079 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb904b-de62-4cd4-b091-17bcb4899ad5 req-98823735-98b6-43d7-ac56-a040a6b41fd9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.116522 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bcb904b-de62-4cd4-b091-17bcb4899ad5 req-98823735-98b6-43d7-ac56-a040a6b41fd9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0817158
Jul 09 18:54:20.174517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bcb904b-de62-4cd4-b091-17bcb4899ad5 req-50d14d91-10bb-4e4e-948b-89f4020642d1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497651
Jul 09 18:54:20.405572 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-501a0693-f848-4b0f-a553-fd4172298a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.407347 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-501a0693-f848-4b0f-a553-fd4172298a56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1099 time: 0.0810831
Jul 09 18:54:20.513396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68242296-0e66-4d3e-9a3f-79b7868ec627 req-945942fd-a8fe-477e-890d-f0095a6a54b6 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.514884 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-68242296-0e66-4d3e-9a3f-79b7868ec627 req-945942fd-a8fe-477e-890d-f0095a6a54b6 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0828173
Jul 09 18:54:20.569605 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-ba11d333-fd51-40f5-8cbc-d404d885d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.571499 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-ba11d333-fd51-40f5-8cbc-d404d885d52b service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.1566410
Jul 09 18:54:20.573930 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-68242296-0e66-4d3e-9a3f-79b7868ec627 req-1efa35e3-fe40-4a0d-9092-5392bd989fd1 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0514677
Jul 09 18:54:20.766085 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-a290076e-1470-456f-8c9c-89fe739fa7bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 1001 time: 0.1847427
Jul 09 18:54:20.842711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-71b112ad-6f4c-4f15-8cec-aba7967c7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.845173 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-71b112ad-6f4c-4f15-8cec-aba7967c7555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0703862
Jul 09 18:54:20.959502 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-eeff423a-a21b-471d-bcf5-09d437506b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:20.961084 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-eeff423a-a21b-471d-bcf5-09d437506b5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068573
Jul 09 18:54:20.971272 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46842) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:21.126987 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-1d1a0aae-6f1d-4e99-b85a-22a408eb4fb2 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586154
Jul 09 18:54:21.136228 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.154482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:21.158674 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Usage tracker for resource:security_group_rule and tenant:e007bb70dcc440bd931e1cdb745df25f is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:21.162276 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:21.168490 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:21.313359 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-810b4f76-aa36-4481-9d12-f553adf08ee0 req-029290e5-09e7-4103-b323-676653d681e1 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781423
Jul 09 18:54:21.321734 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.328839 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.338056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-27717913-f450-4b67-add5-4d01286db2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:21.390039 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e007bb70dcc440bd931e1cdb745df25f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4176784
Jul 09 18:54:21.391043 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e391ff-5fbd-4df6-a56c-6d2c24bd532c,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:21.392746 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46858) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:21.407310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-087b1244-fd99-4582-865a-14b5c7f1253f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:21.475587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.506420 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.520257 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4cc0d-913f-45be-922d-3eb676d6cf77 req-8779c028-64fa-44cb-b126-fe4aaf0418bd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:21.521770 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cff4cc0d-913f-45be-922d-3eb676d6cf77 req-8779c028-64fa-44cb-b126-fe4aaf0418bd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.0842786
Jul 09 18:54:21.568426 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cff4cc0d-913f-45be-922d-3eb676d6cf77 req-3885eef5-dac5-464d-a763-bf51c46c60f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407276
Jul 09 18:54:21.570826 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.577439 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-828bf89f-0745-48c3-a4cf-d7bbd8404e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:21.599769 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e391ff-5fbd-4df6-a56c-6d2c24bd532c,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:21.599769 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.599769 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e391ff-5fbd-4df6-a56c-6d2c24bd532c HTTP/1.1" status: 204  len: 168 time: 0.2024121
Jul 09 18:54:21.618180 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:21.803489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84204ae-29f9-4640-837f-2785f7325a6a req-ca385055-787f-4232-834e-5baaa7692a5d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:21.805045 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e84204ae-29f9-4640-837f-2785f7325a6a req-ca385055-787f-4232-834e-5baaa7692a5d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0871904
Jul 09 18:54:21.853717 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e84204ae-29f9-4640-837f-2785f7325a6a req-df67fe9e-4e0b-4511-ae02-7ab4df220d09 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0420575
Jul 09 18:54:21.943861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 46874) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:21.961816 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:21.976558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:21.980443 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Usage tracker for resource:security_group_rule and tenant:50b3882e7dfd4622b0cd22effde32ec9 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:21.983852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:21.989442 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:22.076653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.080541 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.092157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-960f236f-6f01-4427-baa6-84dc18b2fa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:22.131310 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50b3882e7dfd4622b0cd22effde32ec9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863565
Jul 09 18:54:22.133427 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67ff15-e989-45a8-adb9-42ece8d31f02,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:22.134549 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 46878) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:22.136503 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:22.197005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.222908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.274553 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.279542 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bdbccedf-5812-4e34-823e-9844ab7ffcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:22.289500 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67ff15-e989-45a8-adb9-42ece8d31f02,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:22.293143 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:22.297861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:22.299050 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc67ff15-e989-45a8-adb9-42ece8d31f02 HTTP/1.1" status: 204  len: 168 time: 0.1634908
Jul 09 18:54:22.815770 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9b4d-0f5d-448f-9042-b911e43fb185 req-eb169e8f-d8fa-403f-abb3-8b281349f3fb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:22.817321 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-085d9b4d-0f5d-448f-9042-b911e43fb185 req-eb169e8f-d8fa-403f-abb3-8b281349f3fb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 946 time: 0.1069913
Jul 09 18:54:22.874422 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-085d9b4d-0f5d-448f-9042-b911e43fb185 req-ce3fc678-2738-4562-be97-8a2c0fda116d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513611
Jul 09 18:54:22.880401 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:54:23.080544 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:23.127753 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:54:23.157170 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:23.166008 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:23.169822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-24eaf59f-e3fa-4a30-88bf-526d846995bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:23.179188 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d59c7-2368-4044-9a27-d9e0118befe1 req-a822b724-23b1-49a8-9edb-e70ea657badb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:23.181204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4e3d59c7-2368-4044-9a27-d9e0118befe1 req-a822b724-23b1-49a8-9edb-e70ea657badb tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1378083
Jul 09 18:54:23.235376 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'code': 200}
Jul 09 18:54:23.258904 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4e3d59c7-2368-4044-9a27-d9e0118befe1 req-3f550cb5-b174-4736-af53-f598991a9e81 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0711410
Jul 09 18:54:23.295999 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=8']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:23.299145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:24.094271 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68899ee-358b-405f-af63-51080d79c2ed req-a1361cb4-c481-4289-b33d-f7d397bb9b50 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:24.095725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c68899ee-358b-405f-af63-51080d79c2ed req-a1361cb4-c481-4289-b33d-f7d397bb9b50 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0941968
Jul 09 18:54:24.144573 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c68899ee-358b-405f-af63-51080d79c2ed req-dc773bdf-99a2-46d8-a0f7-8b3f3e34c910 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430496
Jul 09 18:54:24.460552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e8faa-d554-4a56-b042-60ec41608984 req-add58978-eb0e-401b-9195-dd40c1ac5337 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:24.462313 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e09e8faa-d554-4a56-b042-60ec41608984 req-add58978-eb0e-401b-9195-dd40c1ac5337 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0882306
Jul 09 18:54:24.514820 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e09e8faa-d554-4a56-b042-60ec41608984 req-3df8b386-38c8-4db2-a5e7-01f1ea142d32 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0463319
Jul 09 18:54:25.290561 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f01a98-dcc3-446d-92de-a2a8dbffa794 req-c09f0dae-0084-45d5-b7e4-a00ed3c3b563 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:25.293011 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62f01a98-dcc3-446d-92de-a2a8dbffa794 req-c09f0dae-0084-45d5-b7e4-a00ed3c3b563 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1121266
Jul 09 18:54:25.412611 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62f01a98-dcc3-446d-92de-a2a8dbffa794 req-1f02863f-a02c-460d-8acc-e2c2974cc1b2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036589
Jul 09 18:54:25.683593 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47026) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:25.743502 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b4220-c3cb-43f0-8006-a15024f99989 req-076e0a32-3ba3-4989-a2a8-89c462ec345b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:25.745111 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d99b4220-c3cb-43f0-8006-a15024f99989 req-076e0a32-3ba3-4989-a2a8-89c462ec345b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1091919
Jul 09 18:54:25.799897 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d99b4220-c3cb-43f0-8006-a15024f99989 req-0005c9fd-be1f-435a-bd84-4fecc2ba8e18 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0485346
Jul 09 18:54:25.803701 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-835c2a0b-a6e3-4659-b163-a365f50e5294 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1188135
Jul 09 18:54:26.627828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b0f54-4fef-455d-a8d6-d10ac1fea79e req-50cf294b-617c-432b-87e3-dbce4cc7bb23 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:26.629739 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cc4b0f54-4fef-455d-a8d6-d10ac1fea79e req-50cf294b-617c-432b-87e3-dbce4cc7bb23 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0963130
Jul 09 18:54:26.696515 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cc4b0f54-4fef-455d-a8d6-d10ac1fea79e req-0937cc32-c4f4-4840-adf1-f40e19c8a234 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594752
Jul 09 18:54:27.011551 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e461f-2f55-437d-9ebb-50b24ee0ca3d req-710fdb7d-3fe4-4f60-a392-064ec46cd273 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:27.013372 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d39e461f-2f55-437d-9ebb-50b24ee0ca3d req-710fdb7d-3fe4-4f60-a392-064ec46cd273 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0883350
Jul 09 18:54:27.061568 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d39e461f-2f55-437d-9ebb-50b24ee0ca3d req-d1d71699-3ee5-4364-8d30-b1478bbde5b1 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425098
Jul 09 18:54:27.828727 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:54:27.885285 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca007c-ee25-4416-bba4-dd1b15ad9352 req-8b59add4-fca7-4e5c-af54-fad965a5dd8b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:27.887086 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78ca007c-ee25-4416-bba4-dd1b15ad9352 req-8b59add4-fca7-4e5c-af54-fad965a5dd8b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0837603
Jul 09 18:54:27.937735 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-78ca007c-ee25-4416-bba4-dd1b15ad9352 req-6966d250-e140-49d6-86ad-0a9f99e6b5bf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450177
Jul 09 18:54:28.249647 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9a3e-2939-4490-97e7-e8685940270d req-0bfe99bc-2158-4ca8-baf0-a80c6bf625ca tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:28.251087 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e1bd9a3e-2939-4490-97e7-e8685940270d req-0bfe99bc-2158-4ca8-baf0-a80c6bf625ca tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0811203
Jul 09 18:54:28.297757 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e1bd9a3e-2939-4490-97e7-e8685940270d req-6fa734a1-4a4f-4ed6-b65c-8f27a1ed79e1 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408993
Jul 09 18:54:29.200063 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722853-a75f-4d32-9022-643416ebf1d7 req-357bc778-9cac-4c86-9a5b-6e8a68750e86 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:29.201568 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-65722853-a75f-4d32-9022-643416ebf1d7 req-357bc778-9cac-4c86-9a5b-6e8a68750e86 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1517518
Jul 09 18:54:29.245264 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-65722853-a75f-4d32-9022-643416ebf1d7 req-cdc5d461-af15-4ea8-9da9-7d938b895acd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381899
Jul 09 18:54:29.482370 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aa9fa-85dc-4ff8-8969-0076e0c15653 req-40839076-cb85-4b78-8cf6-83ef2fd89441 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:29.483718 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a91aa9fa-85dc-4ff8-8969-0076e0c15653 req-40839076-cb85-4b78-8cf6-83ef2fd89441 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0817173
Jul 09 18:54:29.532796 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a91aa9fa-85dc-4ff8-8969-0076e0c15653 req-c2ebcc34-54fd-4d2f-92db-f52f0d9a2086 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432713
Jul 09 18:54:30.448794 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d23f4-5944-46dd-8891-d2361a0799f4 req-6c8ebd2e-ec5f-47a6-919d-bf36abc09b39 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:30.450314 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9f0d23f4-5944-46dd-8891-d2361a0799f4 req-6c8ebd2e-ec5f-47a6-919d-bf36abc09b39 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0909190
Jul 09 18:54:30.496414 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9f0d23f4-5944-46dd-8891-d2361a0799f4 req-117501d3-7e42-4ae6-86b8-0732e504f7df tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402300
Jul 09 18:54:30.725938 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc7a5-316f-41be-af8e-3ad769d8c868 req-47b8c30f-09a5-45f3-a9b8-e4468a152fe5 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:30.727405 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-349fc7a5-316f-41be-af8e-3ad769d8c868 req-47b8c30f-09a5-45f3-a9b8-e4468a152fe5 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0874460
Jul 09 18:54:30.790478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-349fc7a5-316f-41be-af8e-3ad769d8c868 req-293d8fd6-cbb0-4669-8d96-26eed280a1b3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0499358
Jul 09 18:54:31.456586 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-cbc7f0d7-62ad-4c47-af66-dff9ae7c1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:31.458074 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-cbc7f0d7-62ad-4c47-af66-dff9ae7c1d2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 1097 time: 0.0787704
Jul 09 18:54:31.557944 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-7bb62cab-6fa9-4999-b758-7a7d941a8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:31.559691 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-7bb62cab-6fa9-4999-b758-7a7d941a8bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1097 time: 0.0769475
Jul 09 18:54:31.706037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39014-18f7-4200-8d92-1a04e8716a1c req-1c19969d-9fab-4d60-86db-422c347447cf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:31.707499 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-84e39014-18f7-4200-8d92-1a04e8716a1c req-1c19969d-9fab-4d60-86db-422c347447cf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0855372
Jul 09 18:54:31.717250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-1b23f527-aff5-4064-9c47-4130a41356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:31.718713 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-1b23f527-aff5-4064-9c47-4130a41356fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.1512947
Jul 09 18:54:31.760081 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-84e39014-18f7-4200-8d92-1a04e8716a1c req-da0b6f1e-253f-48ff-bb7e-ffe2043a91f5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465808
Jul 09 18:54:31.836036 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-c241b5cd-f6e1-481e-9e3b-8846c9f1e8d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 999 time: 0.1013892
Jul 09 18:54:31.906014 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-e0f1d3ed-0046-4983-ba0f-0eea98fbc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:31.908123 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-e0f1d3ed-0046-4983-ba0f-0eea98fbc60c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0632980
Jul 09 18:54:31.996623 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:32.002371 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-94ff857e-7ee3-4035-88bf-1d551e805795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:32.003851 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-94ff857e-7ee3-4035-88bf-1d551e805795 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876796
Jul 09 18:54:32.010407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108bb4e-74e7-4434-9633-8b9d9f72769b req-93e9d907-20da-43ac-b57d-1266f7e959dd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:32.011968 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1108bb4e-74e7-4434-9633-8b9d9f72769b req-93e9d907-20da-43ac-b57d-1266f7e959dd tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1026325
Jul 09 18:54:32.067106 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1108bb4e-74e7-4434-9633-8b9d9f72769b req-eceaa245-886f-48a8-8553-eadbb87a934f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480769
Jul 09 18:54:32.157259 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-eb0d027f-0bc5-4e4f-8f9e-b9ff56b53381 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399894
Jul 09 18:54:32.304743 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-02dcf6d8-7215-4ef7-9bf1-94464480cf05 req-3171aad7-3821-4a91-a4e4-c3dc06235e34 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380732
Jul 09 18:54:33.086505 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dbd84-f0c5-415e-bef8-8aa010a90a68 req-7ef0304d-7611-4ce5-8c72-f9e659c6403f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:33.088857 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-837dbd84-f0c5-415e-bef8-8aa010a90a68 req-7ef0304d-7611-4ce5-8c72-f9e659c6403f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1818304
Jul 09 18:54:33.193314 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-837dbd84-f0c5-415e-bef8-8aa010a90a68 req-4943981d-1c18-4c07-bffc-5a4451061302 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886111
Jul 09 18:54:33.360722 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3bcf2-91c3-4b33-8a0e-9b7666d2b05e req-64e2b577-6362-4c47-8460-5d76015edd81 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:33.373480 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76f3bcf2-91c3-4b33-8a0e-9b7666d2b05e req-64e2b577-6362-4c47-8460-5d76015edd81 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1504540
Jul 09 18:54:33.451130 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76f3bcf2-91c3-4b33-8a0e-9b7666d2b05e req-84434bbd-34b9-48e8-9ce0-fbc7f0182c6c tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0762932
Jul 09 18:54:33.956298 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47214) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:34.121145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.136623 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:34.141275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Usage tracker for resource:security_group_rule and tenant:fadb8a93042a4b2fa4b30cc1c7aa22b8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:34.144390 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:34.157507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:34.343211 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.348278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.361449 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-9d320821-8ca0-4649-a92c-33e28ea53b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:34.411597 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fadb8a93042a4b2fa4b30cc1c7aa22b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4541535
Jul 09 18:54:34.413163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa142e9-c611-44f0-b935-b8d534823a0f,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:34.414585 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47232) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:34.417568 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:34.564921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47238) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:34.581655 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.663103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.688368 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163471d-b3eb-4e49-96a3-48c4f28cb224 req-78ea6d99-043d-42dd-98da-7d83fd89a7a0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:34.689906 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e163471d-b3eb-4e49-96a3-48c4f28cb224 req-78ea6d99-043d-42dd-98da-7d83fd89a7a0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.2126806
Jul 09 18:54:34.748933 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.793517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e163471d-b3eb-4e49-96a3-48c4f28cb224 req-8854e6b1-baba-4e15-8c5a-56ab6ca77dfc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909472
Jul 09 18:54:34.807331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a02eef-9e09-4e62-a3df-d39f4041b3be req-87f4495f-981d-4d8d-b9a8-1f9ad3264679 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:34.808954 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39a02eef-9e09-4e62-a3df-d39f4041b3be req-87f4495f-981d-4d8d-b9a8-1f9ad3264679 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.2038372
Jul 09 18:54:34.832580 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.850170 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-caca63dc-789e-4988-8e93-0ed2438d1358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:34.873407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:34.877908 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9aa142e9-c611-44f0-b935-b8d534823a0f HTTP/1.1" status: 204  len: 168 time: 0.4588974
Jul 09 18:54:34.884237 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa142e9-c611-44f0-b935-b8d534823a0f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:34.888862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:34.901728 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39a02eef-9e09-4e62-a3df-d39f4041b3be req-eb9eef10-e4b8-445c-87a2-29d3a37dd43b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0846639
Jul 09 18:54:34.909002 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:34.920191 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Usage tracker for resource:security_group_rule and tenant:a9388c119d7a451c9f053c1ae74ec8c2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:34.925884 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:34.950096 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:35.109275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.114016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.123976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-462fe507-fd76-419b-b7e2-b2eea41d687c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:35.163769 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9388c119d7a451c9f053c1ae74ec8c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5977013
Jul 09 18:54:35.166331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47250) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:35.188271 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47254) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:35.231840 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f1a12c-8f2a-4db4-8822-f58ed7f54602,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:35.243524 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:35.271851 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.274861 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Deleting subnet a905f3df-acdf-4ad4-a347-a13a1f99b77f {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:54:35.279625 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.311584 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.346273 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.425453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.439003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4bbdf99c-2e0e-47c2-b7d9-8964bcd9c88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:35.461951 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.469629 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47260) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:35.475215 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f1a12c-8f2a-4db4-8822-f58ed7f54602,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:35.508109 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:35.527298 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.529221 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7893e656-11b4-4476-9cc7-6fcdd38b5d36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14f1a12c-8f2a-4db4-8822-f58ed7f54602 HTTP/1.1" status: 204  len: 168 time: 0.3599041
Jul 09 18:54:35.532414 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.551257 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:35.555971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Usage tracker for resource:security_group_rule and tenant:637e334eccb84daaba669c4b9bca0a7c is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:35.559452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:35.566498 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:35.572162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.585816 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:35.623346 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.642786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a905f3df-acdf-4ad4-a347-a13a1f99b77f,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:35.646326 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:35.659515 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cc2fae4f-938d-4a21-8774-b7484728cbab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a905f3df-acdf-4ad4-a347-a13a1f99b77f HTTP/1.1" status: 204  len: 168 time: 0.4701741
Jul 09 18:54:35.662170 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47266) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:35.716516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.722216 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.752896 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-03ac964e-88f4-468a-8ace-6145e5d82aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:35.770202 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=637e334eccb84daaba669c4b9bca0a7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2904480
Jul 09 18:54:35.773273 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47270) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:35.790666 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab06862-7ec6-4447-b3fe-aa05f0c4cfb5,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:35.794296 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:35.806832 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:35.999516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.124243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.148593 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.177377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340a2c3cd0>,) {'filters': {'network_id': ['95a0491b-b4a7-4861-a010-9969a9fe9151']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:36.186543 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69740f-d729-4954-b4c5-1b0495c0d0d7 req-1bb60167-b0b4-43da-8de7-04c021c4dd9c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:36.195095 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad69740f-d729-4954-b4c5-1b0495c0d0d7 req-1bb60167-b0b4-43da-8de7-04c021c4dd9c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1978509
Jul 09 18:54:36.204598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47282) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:36.206290 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a2c3cd0>, '1708b270-8266-4b47-bf96-f2f83a5d2d75') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:36.206585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a2c3cd0>, '1708b270-8266-4b47-bf96-f2f83a5d2d75') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:36.245031 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.255168 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.279394 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:36.282222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.287952 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Usage tracker for resource:security_group_rule and tenant:0d790b892fda4b62ae7278987e826b8d is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:36.292318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:36.297494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:54:36.297494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:54:36.311068 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:54:36.362667 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2f61330b-26f9-4916-8527-d78d54ca46d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.377103 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad69740f-d729-4954-b4c5-1b0495c0d0d7 req-ac35d5fa-efa5-4974-8de7-bfd869b910a8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807261
Jul 09 18:54:36.402649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:36.412497 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.416170 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-bbc64781-2a0b-4532-a1c4-28977a7e518b tempest-VolumesNegativeTest-365518102 tempest-VolumesNegativeTest-365518102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:36.438266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb7dd-147c-4ce8-b6dc-7c251b94d3a5 req-7584b554-7802-45a7-a088-e2258bb6d889 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:36.445226 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-115cb7dd-147c-4ce8-b6dc-7c251b94d3a5 req-7584b554-7802-45a7-a088-e2258bb6d889 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.2038746
Jul 09 18:54:36.457670 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab06862-7ec6-4447-b3fe-aa05f0c4cfb5,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:36.470067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:36.513443 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-115cb7dd-147c-4ce8-b6dc-7c251b94d3a5 req-9133a8b9-06c7-40fb-9073-31decfe95759 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0635865
Jul 09 18:54:36.524834 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.526704 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.532377 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ab06862-7ec6-4447-b3fe-aa05f0c4cfb5 HTTP/1.1" status: 204  len: 168 time: 0.7577968
Jul 09 18:54:36.542506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-83407abc-f88b-4899-8425-d6a30c1d809d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:36.562132 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.575167 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a0491b-b4a7-4861-a010-9969a9fe9151,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:36.592209 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:36.610622 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c24078fe-6bee-4b9d-bbc8-812324305194 admin admin] 10.222.0.20 "DELETE /v2.0/networks/95a0491b-b4a7-4861-a010-9969a9fe9151 HTTP/1.1" status: 204  len: 168 time: 0.9458597
Jul 09 18:54:36.766558 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.775801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:36.796627 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-de4932f1-bc9f-4e3d-9f50-e136d7789e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:36.851425 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0d790b892fda4b62ae7278987e826b8d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6377940
Jul 09 18:54:36.854127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3275d5a-2596-4814-86a8-477c19eedd1b,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:36.854761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47292) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:36.861716 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:36.883793 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.061239 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47296) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:37.063137 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.133550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.165294 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fee70fb2-d856-4723-ba41-b0ee38eebfee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=415b314dc4e94d498941582b58c585d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1015046
Jul 09 18:54:37.169675 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47302) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:37.230512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.237218 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-02713b42-e2b5-43de-bd2f-ae7e2adb3ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:37.252905 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3275d5a-2596-4814-86a8-477c19eedd1b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:37.277451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:37.305971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.306580 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.307775 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5234f78d-09e4-40e3-aa30-d9df2dcbc84a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3275d5a-2596-4814-86a8-477c19eedd1b HTTP/1.1" status: 204  len: 168 time: 0.4520319
Jul 09 18:54:37.379471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.469246 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.475764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2618a5d3-0523-4939-a903-9662390e4539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:37.487917 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c541a80-a826-4963-829a-aefe4596fd90,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:37.501775 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:37.514216 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:37.517937 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c541a80-a826-4963-829a-aefe4596fd90 HTTP/1.1" status: 204  len: 168 time: 0.3437550
Jul 09 18:54:37.713125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2a125-84be-46a6-a59f-34f5658dd9bb req-e9799e22-ddd9-471c-a4ab-c2dd4252fb27 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:37.718820 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-09e2a125-84be-46a6-a59f-34f5658dd9bb req-e9799e22-ddd9-471c-a4ab-c2dd4252fb27 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1601479
Jul 09 18:54:37.991022 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-09e2a125-84be-46a6-a59f-34f5658dd9bb req-962934fa-aedd-42de-999c-127ddd643ecb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1928277
Jul 09 18:54:38.042641 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357256d6-28b5-42c3-9647-8b97932fedf0 req-3feb66d0-216e-4cd1-b15a-07fe129555c1 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:38.044860 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-357256d6-28b5-42c3-9647-8b97932fedf0 req-3feb66d0-216e-4cd1-b15a-07fe129555c1 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.3250782
Jul 09 18:54:38.383647 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-357256d6-28b5-42c3-9647-8b97932fedf0 req-b59d0adc-39ac-45c2-a69e-5aec42f8f845 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3268971
Jul 09 18:54:39.121618 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-12cb1e30-759b-4736-83dd-fdc517cd0293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:39.377373 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcabf15-719a-4042-9ed2-4ce218d173a1 req-c87cd7a4-9e3f-4fd6-a70d-1d1b8ea6903d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:39.382820 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bcabf15-719a-4042-9ed2-4ce218d173a1 req-c87cd7a4-9e3f-4fd6-a70d-1d1b8ea6903d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1737604
Jul 09 18:54:39.452407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47394) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:39.467130 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bcabf15-719a-4042-9ed2-4ce218d173a1 req-f799c7db-7667-4df1-8274-c5d7508e099d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761011
Jul 09 18:54:39.641445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafffbfc-b3a8-4921-bab0-1101b5c15cbf req-7d740d51-9c9f-4695-80be-152b63a3d96f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:39.642945 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:39.643510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fafffbfc-b3a8-4921-bab0-1101b5c15cbf req-7d740d51-9c9f-4695-80be-152b63a3d96f tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0932579
Jul 09 18:54:39.660230 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:39.664479 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Usage tracker for resource:security_group_rule and tenant:3c481d20267f45f5bb88e71b92c17a52 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:39.667625 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:39.694054 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:39.717298 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fafffbfc-b3a8-4921-bab0-1101b5c15cbf req-bb0ef2b9-2760-40c6-b756-9515eb65b835 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0645041
Jul 09 18:54:39.820564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:39.830266 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:39.838424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8b418f6c-836d-4e12-885d-9bbcacd754c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:39.895956 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7cf736-4b3e-452b-9a81-4ce4c0852297,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:39.902166 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:39.911690 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c481d20267f45f5bb88e71b92c17a52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548762
Jul 09 18:54:39.917245 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47406) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:39.979720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:40.020004 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:40.047336 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:40.094949 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:40.100176 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-de09a792-1bd2-4bad-a659-968e3b2119a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:40.120229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7cf736-4b3e-452b-9a81-4ce4c0852297,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:40.126074 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:40.140540 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:40.155988 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a7cf736-4b3e-452b-9a81-4ce4c0852297 HTTP/1.1" status: 204  len: 168 time: 0.2431431
Jul 09 18:54:40.571453 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:54:40.707719 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084b895-11cd-4ebd-a9bf-b94fdcb43c3d req-fae618b3-7e45-477e-a451-f182cd53b037 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:40.725427 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6084b895-11cd-4ebd-a9bf-b94fdcb43c3d req-fae618b3-7e45-477e-a451-f182cd53b037 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1174767
Jul 09 18:54:40.815110 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6084b895-11cd-4ebd-a9bf-b94fdcb43c3d req-21fcd0a0-22bc-4410-81e6-500bf6e2ee67 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884261
Jul 09 18:54:41.135130 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa8795-9b24-4abc-a8b7-aa2bec8935cb req-0acd8092-1adb-4dce-bdbd-ae857dca762b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:41.136840 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fafa8795-9b24-4abc-a8b7-aa2bec8935cb req-0acd8092-1adb-4dce-bdbd-ae857dca762b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1509678
Jul 09 18:54:41.269023 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fafa8795-9b24-4abc-a8b7-aa2bec8935cb req-2e4a720d-7af1-4eaf-9597-b7672645701a tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1182120
Jul 09 18:54:41.443175 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47472) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:41.517846 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:41.640890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:41.671983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:41.676475 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab5bd2b9a6a40d5a4c696dd08518c20 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:41.679426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:41.685528 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:41.798225 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:41.802038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:41.810547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-20bbc434-173e-4a55-a97e-1b520f5092ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:41.857242 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ab5bd2b9a6a40d5a4c696dd08518c20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4094300
Jul 09 18:54:41.857242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c55488-66aa-4f2c-824e-651ac4446b3d,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:41.858020 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47480) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:41.862711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:41.987801 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.051635 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.140792 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.146872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e95b7bd8-66ea-4fb8-b953-8b65adcdff07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:42.163857 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c55488-66aa-4f2c-824e-651ac4446b3d,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:42.168982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:42.191436 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.201260 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74c55488-66aa-4f2c-824e-651ac4446b3d HTTP/1.1" status: 204  len: 168 time: 0.3355675
Jul 09 18:54:42.387758 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1d8f6-b9f9-4568-8221-1cfc16a91a00 req-cbfa2274-9c58-42d2-9c57-568793f7bb9b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:42.396325 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0b1d8f6-b9f9-4568-8221-1cfc16a91a00 req-cbfa2274-9c58-42d2-9c57-568793f7bb9b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.3965755
Jul 09 18:54:42.523725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0b1d8f6-b9f9-4568-8221-1cfc16a91a00 req-01528653-b5d4-474d-9b0b-525929b348ae tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263709
Jul 09 18:54:42.563855 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae22711-109f-413c-8303-5f9e1149f0e8 req-9a96904d-b2c1-4f2d-8078-e18ebfa2eeb0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:42.566887 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8ae22711-109f-413c-8303-5f9e1149f0e8 req-9a96904d-b2c1-4f2d-8078-e18ebfa2eeb0 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1242478
Jul 09 18:54:42.629303 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8ae22711-109f-413c-8303-5f9e1149f0e8 req-cc679e93-d34e-4783-b922-54fa4a2ee88b tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0554714
Jul 09 18:54:42.715635 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47500) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:42.735448 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.751311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:42.755490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Usage tracker for resource:security_group_rule and tenant:f499af43ffc447df813775e5a1f1b1b8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:42.759026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:42.765198 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:42.859411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.866221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:42.879472 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cfc50c02-73af-4cb6-b288-c532011540e3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:42.934651 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c7447-d53f-4751-a951-859b2f74986a,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:42.956118 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47506) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:42.956726 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f499af43ffc447df813775e5a1f1b1b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2395060
Jul 09 18:54:42.957389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:43.028795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:43.064207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:43.134034 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:43.139366 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-875e9f61-221a-43e1-b4a1-35f51b5bf339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:43.156765 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c7447-d53f-4751-a951-859b2f74986a,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:43.159668 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:43.163590 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:43.165370 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/682c7447-d53f-4751-a951-859b2f74986a HTTP/1.1" status: 204  len: 168 time: 0.2071488
Jul 09 18:54:43.873991 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcec25-db82-4585-af56-96948f9655ef req-14e04d3e-60f7-4f1f-a61f-9407c4d885b1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:43.875524 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9bfcec25-db82-4585-af56-96948f9655ef req-14e04d3e-60f7-4f1f-a61f-9407c4d885b1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1688271
Jul 09 18:54:43.889899 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd430-2a88-4477-97bf-42d1466c9820 req-507f96c9-e6b7-4b88-bd29-a0e3481a7648 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:43.891440 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-747cd430-2a88-4477-97bf-42d1466c9820 req-507f96c9-e6b7-4b88-bd29-a0e3481a7648 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1334009
Jul 09 18:54:43.966966 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9bfcec25-db82-4585-af56-96948f9655ef req-c750449c-1b15-4172-97da-9a86ebd94ddf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744603
Jul 09 18:54:43.976631 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-747cd430-2a88-4477-97bf-42d1466c9820 req-0fc65b76-2386-46aa-97a3-e90d25bab8da tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0659866
Jul 09 18:54:44.504758 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47558) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:44.618806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.633861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:44.637681 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Usage tracker for resource:security_group_rule and tenant:287d33ee85784767aaa8121d0c11a592 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:44.641257 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:44.646929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:44.727445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.731240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.738184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3a7cdb03-75cd-4b9f-ab6b-b0b928c75155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:44.782641 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=287d33ee85784767aaa8121d0c11a592&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2768013
Jul 09 18:54:44.783720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a49273-e936-4808-82b4-3a2d20d71e5b,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:44.785674 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47566) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:44.786821 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:44.845112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.869926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.922804 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.926578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ace04770-ab39-4dfd-ba7d-b4bfd466d65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:44.940207 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a49273-e936-4808-82b4-3a2d20d71e5b,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:44.942628 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:44.960819 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:44.961920 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68a49273-e936-4808-82b4-3a2d20d71e5b HTTP/1.1" status: 204  len: 168 time: 0.1751807
Jul 09 18:54:45.229809 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865564a6-affc-4ce9-a267-966560e733a2 req-d3bde2a2-3c4c-4385-a2e2-fb8817742714 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:45.231291 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-865564a6-affc-4ce9-a267-966560e733a2 req-d3bde2a2-3c4c-4385-a2e2-fb8817742714 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1138175
Jul 09 18:54:45.238926 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656ab6d-484a-430f-b76b-f1a26cb8054d req-409b0848-215e-4653-ab83-ef86b39f8b53 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:45.240206 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0656ab6d-484a-430f-b76b-f1a26cb8054d req-409b0848-215e-4653-ab83-ef86b39f8b53 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1556041
Jul 09 18:54:45.309756 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-865564a6-affc-4ce9-a267-966560e733a2 req-94a9b480-e014-4955-8cfe-f46c74acf161 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0686004
Jul 09 18:54:45.317517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0656ab6d-484a-430f-b76b-f1a26cb8054d req-e342f65f-bd20-4bd1-98fb-4d7735ebbcdf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621362
Jul 09 18:54:46.559008 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58022e1a-5e27-47d0-b47c-ff93e8ab0a8d req-fe2c0a29-ad5d-46db-b72c-1ec9b0ae9df3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:46.560597 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58022e1a-5e27-47d0-b47c-ff93e8ab0a8d req-fe2c0a29-ad5d-46db-b72c-1ec9b0ae9df3 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.1426742
Jul 09 18:54:46.568811 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42178f87-4429-41f7-a098-ceff83c05ea6 req-4313a3a0-3772-4947-813f-86105ea93cfb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:46.570154 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-42178f87-4429-41f7-a098-ceff83c05ea6 req-4313a3a0-3772-4947-813f-86105ea93cfb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1162162
Jul 09 18:54:46.642940 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58022e1a-5e27-47d0-b47c-ff93e8ab0a8d req-f87ff178-2fae-48c8-875f-6dabfe694587 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0717349
Jul 09 18:54:46.647245 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-42178f87-4429-41f7-a098-ceff83c05ea6 req-048b0b4f-e974-4baa-8eb1-7478a52ed8fe tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624142
Jul 09 18:54:47.964951 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b361d6-f555-40b1-827e-45872859fef6 req-cc8cad6e-2916-4b76-bf3c-2bd865dc5da9 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:47.966410 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-37b361d6-f555-40b1-827e-45872859fef6 req-cc8cad6e-2916-4b76-bf3c-2bd865dc5da9 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.2174153
Jul 09 18:54:47.981202 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7de70-d16c-4d3a-86f1-240c52e1fdd5 req-da775b0f-691e-4884-97a3-bdf980862e2c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:47.982611 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-24c7de70-d16c-4d3a-86f1-240c52e1fdd5 req-da775b0f-691e-4884-97a3-bdf980862e2c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1979539
Jul 09 18:54:48.053861 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-37b361d6-f555-40b1-827e-45872859fef6 req-b55f6d53-f29f-402a-b425-5310e52b1c1d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&id=9cb36928-cab8-4ea6-95f1-67cc79eb2678&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0801072
Jul 09 18:54:48.058403 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-24c7de70-d16c-4d3a-86f1-240c52e1fdd5 req-b3166925-2f3d-421c-a18b-90a23e8d29ac tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631866
Jul 09 18:54:49.269818 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347b8f9-af0d-4f7a-a55a-3b2682d15577 req-51b94700-d80c-4210-b8d9-e804ae162199 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:49.271379 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b347b8f9-af0d-4f7a-a55a-3b2682d15577 req-51b94700-d80c-4210-b8d9-e804ae162199 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0804868
Jul 09 18:54:49.317725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b347b8f9-af0d-4f7a-a55a-3b2682d15577 req-092753d6-9f31-4d3a-8d9e-e3a2b3bb6aac tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408435
Jul 09 18:54:49.427666 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47642) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:49.541757 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.560001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:49.564557 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:74f3ae33f1154bc1b7c1bb82efd0077d is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:49.567337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:49.572984 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:49.663964 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.668631 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.678567 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bcc0ec2c-827a-4cda-b465-2a1c74c4e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:49.722320 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74f3ae33f1154bc1b7c1bb82efd0077d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2935271
Jul 09 18:54:49.723254 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261bb864-4dde-455c-ae1b-e9c97587fb82,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:49.726317 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:49.726614 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47652) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:49.787672 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.814608 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.871292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.876751 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-303ce9f9-45a8-400d-84d7-79e53d508fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:49.888905 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261bb864-4dde-455c-ae1b-e9c97587fb82,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:49.891768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:49.893870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:49.895076 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/261bb864-4dde-455c-ae1b-e9c97587fb82 HTTP/1.1" status: 204  len: 168 time: 0.1669540
Jul 09 18:54:50.508423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f2bf-462a-4fbb-beee-1d1f9ba1e4d9 req-a6786b25-8139-475f-a5c7-0401744835c8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:50.509880 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f43f2bf-462a-4fbb-beee-1d1f9ba1e4d9 req-a6786b25-8139-475f-a5c7-0401744835c8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0787680
Jul 09 18:54:50.558824 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0f43f2bf-462a-4fbb-beee-1d1f9ba1e4d9 req-71a63172-ef16-4478-a9fa-a62799413e90 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426362
Jul 09 18:54:51.748289 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2ab57-436b-4024-ace4-a3ff60f00381 req-f86dba0f-e893-4495-814b-e9106fba7998 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:51.749750 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39f2ab57-436b-4024-ace4-a3ff60f00381 req-f86dba0f-e893-4495-814b-e9106fba7998 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0811779
Jul 09 18:54:51.793940 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39f2ab57-436b-4024-ace4-a3ff60f00381 req-577f1cda-7e76-4ab3-adf4-453e6739eba3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386572
Jul 09 18:54:52.340693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31fa7-efb6-4452-bef4-4d39fef11fe8 req-575fc8d0-8a04-4aec-8577-1b3296a1d852 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:52.342789 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0f31fa7-efb6-4452-bef4-4d39fef11fe8 req-575fc8d0-8a04-4aec-8577-1b3296a1d852 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0828500
Jul 09 18:54:52.386785 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f0f31fa7-efb6-4452-bef4-4d39fef11fe8 req-3164768a-bb5b-4f43-9439-097c7e03a48c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384843
Jul 09 18:54:53.052874 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a1e31-3948-44a8-b1fc-20b625341ea9 req-638a8818-fba5-437d-8221-fd36427cde38 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:53.053890 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2b2a1e31-3948-44a8-b1fc-20b625341ea9 req-638a8818-fba5-437d-8221-fd36427cde38 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.1055992
Jul 09 18:54:53.109039 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2b2a1e31-3948-44a8-b1fc-20b625341ea9 req-9f11003d-84de-411e-9e85-48266ace36b1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474436
Jul 09 18:54:53.578374 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763e18-e5ee-4eb0-a16e-48203c4514e7 req-c6bfd164-144d-4bd1-aa47-2a7d14cf27ca tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:53.579830 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad763e18-e5ee-4eb0-a16e-48203c4514e7 req-c6bfd164-144d-4bd1-aa47-2a7d14cf27ca tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0837340
Jul 09 18:54:53.625814 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ad763e18-e5ee-4eb0-a16e-48203c4514e7 req-cc89dfe5-5ec8-4883-8f21-3d9d0969af00 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403752
Jul 09 18:54:54.307845 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55027bc-e61b-4d10-8e5a-322a84322097 req-de3921a7-3d49-42bd-9b27-f974b38ced78 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:54.309310 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b55027bc-e61b-4d10-8e5a-322a84322097 req-de3921a7-3d49-42bd-9b27-f974b38ced78 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0832763
Jul 09 18:54:54.354756 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b55027bc-e61b-4d10-8e5a-322a84322097 req-7aac1716-f877-477b-bae9-645564b587db tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393410
Jul 09 18:54:54.808772 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a21756-aad3-4323-9bdc-5276c9ee8a06 req-ff9597ae-3563-407c-a23f-0e54ab3ff808 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:54.811080 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f3a21756-aad3-4323-9bdc-5276c9ee8a06 req-ff9597ae-3563-407c-a23f-0e54ab3ff808 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0802579
Jul 09 18:54:54.860532 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f3a21756-aad3-4323-9bdc-5276c9ee8a06 req-68284afb-a792-4046-9396-b7b2d3b62323 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438588
Jul 09 18:54:55.322992 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:54:55.479779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:55.493073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '82efb77e-77ec-440b-8743-61042d0eb18e', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '82efb77e-77ec-440b-8743-61042d0eb18e', 'mac_address': 'fa:16:3e:20:53:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:54:55.546223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff2923-2004-4399-a2ad-07b765e6805a req-b041e517-b599-4171-abe0-e6f71b587f7b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:55.547708 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a3ff2923-2004-4399-a2ad-07b765e6805a req-b041e517-b599-4171-abe0-e6f71b587f7b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 944 time: 0.0803254
Jul 09 18:54:55.548473 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:55.565476 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:54:55.581718 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:55.585567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:55.588444 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:55.594167 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a3ff2923-2004-4399-a2ad-07b765e6805a req-b3fd1d51-1ff1-465b-987f-6ec2e07d2e4b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407238
Jul 09 18:54:55.657815 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=9']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:55.661136 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:56.047123 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c88e-5a73-48de-967d-e21d5457b557 req-d2b32cfc-b3f4-4d58-ac4e-155a6426c7eb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:56.048462 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b768c88e-5a73-48de-967d-e21d5457b557 req-d2b32cfc-b3f4-4d58-ac4e-155a6426c7eb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0836823
Jul 09 18:54:56.093286 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b768c88e-5a73-48de-967d-e21d5457b557 req-73e85792-afcd-4f2b-9db7-d648b11b6a42 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393252
Jul 09 18:54:56.654415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['82efb77e-77ec-440b-8743-61042d0eb18e'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:54:56.805022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49695f29-1ff2-425f-9f88-0791c88a6c3a req-feb35336-ba4a-4cc0-a715-5a1c17d796ab tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:56.806526 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-49695f29-1ff2-425f-9f88-0791c88a6c3a req-feb35336-ba4a-4cc0-a715-5a1c17d796ab tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.0956559
Jul 09 18:54:56.873809 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-49695f29-1ff2-425f-9f88-0791c88a6c3a req-45f9f432-bd53-4082-ae3c-60f71fbf94a0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477035
Jul 09 18:54:56.922310 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-936d6a50-4134-4c38-92c3-3680d8d958e2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:56.923324 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-936d6a50-4134-4c38-92c3-3680d8d958e2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:54:56.941124 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-936d6a50-4134-4c38-92c3-3680d8d958e2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:54:56.942764 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-936d6a50-4134-4c38-92c3-3680d8d958e2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.1302946
Jul 09 18:54:57.020433 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Deleting port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:54:57.020781 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:57.294832 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10776b44-818d-407d-9c89-a6c0b002ac51 req-c5d84044-1232-49dd-9973-f07e62f9f50d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:57.296305 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-10776b44-818d-407d-9c89-a6c0b002ac51 req-c5d84044-1232-49dd-9973-f07e62f9f50d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 946 time: 0.0898690
Jul 09 18:54:57.340581 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-10776b44-818d-407d-9c89-a6c0b002ac51 req-795c6f5f-912b-4ca2-b4ae-06d5b3013005 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385082
Jul 09 18:54:57.362450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] For port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:57.362806 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:57.660003 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:57.660455 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:57.660805 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Floating IP 4c3bc678-c491-4584-9358-85807493b63d disassociated. External IP: 172.27.1.50, port: 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d.
Jul 09 18:54:57.661167 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Calling delete_port for 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:54:57.808078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:57.814014 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:57.860238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'Port': ['ID=4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:57.863781 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:58.058476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:54:58.085243 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d33209-a639-40b4-890f-98d79b73fabe req-c8d0e349-09e9-4a04-b694-15ce1986edb0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:58.086721 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d33209-a639-40b4-890f-98d79b73fabe req-c8d0e349-09e9-4a04-b694-15ce1986edb0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.0915408
Jul 09 18:54:58.143387 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d33209-a639-40b4-890f-98d79b73fabe req-1f36b1a5-2bd3-48ad-8828-1ddd241e9506 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496006
Jul 09 18:54:58.243896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:54:58.255237 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:54:58.266522 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:54:58.267752 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ceacd0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:54:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:58.321222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] No DVR routers for this DVR port 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:54:58.323648 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:58.334008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'name': 'network-vif-deleted', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:54:58.342806 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-f5cf1632-7806-47d9-85d8-f6488e64d04e req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "DELETE /v2.0/ports/4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d HTTP/1.1" status: 204  len: 173 time: 1.3941374
Jul 09 18:54:58.363625 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47776) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:58.392431 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274b0bac-8aea-43c1-823e-58029a8cfb88', 'name': 'network-vif-deleted', 'tag': '4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d', 'status': 'completed', 'code': 200}
Jul 09 18:54:58.528086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:58.547000 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:54:58.552242 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Usage tracker for resource:security_group_rule and tenant:c5d31df989a74c00a67db5b56dbf2230 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:54:58.556225 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:54:58.558792 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:54:58.563285 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:54:58.790565 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-916b68ef-1894-46ae-8c73-1fcd5a39c0fc req-5626ebd4-8baa-4d33-9702-d15ff993b319 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=274b0bac-8aea-43c1-823e-58029a8cfb88 HTTP/1.1" status: 200  len: 210 time: 0.1445060
Jul 09 18:54:58.792552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:58.804542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:58.812894 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4f8e8641-dade-4787-b332-e2ea09143ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:58.873028 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47788) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:58.893830 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5d31df989a74c00a67db5b56dbf2230&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287049
Jul 09 18:54:58.897629 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce0d23-e56b-4ed2-9fd6-61c16b469ab2,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:58.952109 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.952825 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.953923 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.955758 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.957357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.958022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.958584 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.960206 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.960755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.961566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.962657 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.963121 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:58.973033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:58.977568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ceacd0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:58.982564 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:54:58.992470 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:54:58.993269 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ceacd0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:54:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:54:59.049866 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:54:59.050306 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.092929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.164806 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.178055 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5ee37bfa-7e6c-47c1-8948-ab6ccac14455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:59.218327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.222524 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ce0d23-e56b-4ed2-9fd6-61c16b469ab2 HTTP/1.1" status: 204  len: 168 time: 0.3471947
Jul 09 18:54:59.223683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce0d23-e56b-4ed2-9fd6-61c16b469ab2,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:59.229170 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:54:59.300489 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 82efb77e-77ec-440b-8743-61042d0eb18e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:54:59.301059 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.373388 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:54:59.376506 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153412b3-5abe-4222-aac5-77153bf1bd59 req-bd5894db-a5f1-42f4-8bf3-493cfc9e6943 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:54:59.378066 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-153412b3-5abe-4222-aac5-77153bf1bd59 req-bd5894db-a5f1-42f4-8bf3-493cfc9e6943 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 945 time: 0.1095455
Jul 09 18:54:59.428052 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-153412b3-5abe-4222-aac5-77153bf1bd59 req-06a1283d-b504-4edf-a964-3b74703812d5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433052
Jul 09 18:54:59.680596 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.726623 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:54:59.752388 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:54:59.793828 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'code': 200}
Jul 09 18:54:59.795329 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:54:59.796178 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:54:59.831628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4d8107b0-8673-4fe2-ab0b-75f123eeeb32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:54:59.930842 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:54:59.931483 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 4d374e2e-d5bb-41f5-88e7-4b7d03d7a89d not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:54:59.951002 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47820) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:54:59.973056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=10']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:54:59.982330 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.982898 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.983314 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.983715 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.984245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.984651 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.985066 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.985460 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.985903 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.986300 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.986690 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.987079 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:54:59.998281 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:00.004746 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ceacd0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:00.009870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902dced0-3d7c-4ced-ba21-e3089b917682 None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:00.049003 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.088112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.194085 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.199363 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:00.241280 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:00.243652 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:00.250264 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.251953 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "DELETE /v2.0/security-groups/2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf HTTP/1.1" status: 204  len: 168 time: 0.2990367
Jul 09 18:55:00.254739 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47834) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:00.297104 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.api.v2.resource [None req-6413b0bc-2a38-4499-9fe8-21d4846f5c76 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] show failed (client error): The resource could not be found.
Jul 09 18:55:00.298516 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6413b0bc-2a38-4499-9fe8-21d4846f5c76 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups/2c7ac43f-7573-4f7a-84bf-2c8a1f4537cf HTTP/1.1" status: 404  len: 347 time: 0.0423560
Jul 09 18:55:00.301871 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47838) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:00.440450 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdfa091-e7b8-4129-9b51-ee918f4b1a00 None None] New status for floating IP 4c3bc678-c491-4584-9358-85807493b63d: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:55:00.555708 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Deleting port 0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:00.556292 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.749665 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a13cb-cfbd-4f87-b7ef-b63b1cfd70a3 req-664d1ef0-5e29-47b2-b964-83712beaf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:00.751218 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e48a13cb-cfbd-4f87-b7ef-b63b1cfd70a3 req-664d1ef0-5e29-47b2-b964-83712beaf152 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1100 time: 0.3570542
Jul 09 18:55:00.821900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.822429 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:00.840377 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e48a13cb-cfbd-4f87-b7ef-b63b1cfd70a3 req-76d1a306-be0f-4960-9996-06e87fb9c34b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745301
Jul 09 18:55:00.993805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Calling delete_port for 0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:01.152362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86b7e1-e039-4736-ace0-143d2589fc54 req-f0877048-2a0e-4063-8c65-21bfde5272f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:01.154463 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7e86b7e1-e039-4736-ace0-143d2589fc54 req-f0877048-2a0e-4063-8c65-21bfde5272f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.1168246
Jul 09 18:55:01.158611 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:55:01.159001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:55:01.200837 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7e86b7e1-e039-4736-ace0-143d2589fc54 req-7d1ea84d-caed-42bc-bdbd-e041187efaa6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404329
Jul 09 18:55:01.659878 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Deleting port 0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:01.660540 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:01.833002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:01.833323 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:01.989704 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Calling delete_port for 0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:01.994145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.153561 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.158171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:02.204127 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'Port': ['ID=0e7a6f1f-d96a-49d2-be75-25ccdffdfc6e,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:02.207910 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:02.465980 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.508560 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f36d2-0cf5-45b5-a89c-8ce07cfdc67f req-3c3b3ef2-e82c-47a2-90d4-98b8843b12a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:02.510078 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-187f36d2-0cf5-45b5-a89c-8ce07cfdc67f req-3c3b3ef2-e82c-47a2-90d4-98b8843b12a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.1261637
Jul 09 18:55:02.543746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.545033 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "DELETE /v2.0/floatingips/4c3bc678-c491-4584-9358-85807493b63d HTTP/1.1" status: 204  len: 168 time: 2.2418919
Jul 09 18:55:02.578416 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-187f36d2-0cf5-45b5-a89c-8ce07cfdc67f req-bee8a02e-6f5a-4b8e-935e-943c08e505e0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583777
Jul 09 18:55:02.751718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47914) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:02.757691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1113581710', 'description': 'tempest-description--83403179'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:02.764163 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:02.770029 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:02.773573 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:02.782421 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:02.797958 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.823280 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:02.827511 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:02.830707 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:02.837382 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:02.955333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.966855 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:02.974540 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d55b6485-bfdb-4b73-b379-2b2b3557c6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:03.027633 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5361d5-c89e-40f5-9d39-b61b9ece5f41,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:03.041693 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:03.045429 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.050191 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47924) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:03.056403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group_rule': {'security_group_id': '3d5361d5-c89e-40f5-9d39-b61b9ece5f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:03.060918 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3078482
Jul 09 18:55:03.064750 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:03.069908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:03.073516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:03.077430 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47928) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:03.085194 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:03.102077 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.201860 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.216804 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:03.219636 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.221267 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf79cc35b1748b48dc68a3e695c9d2c is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:03.224471 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:03.225259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.230472 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-ef6ae2f9-e0de-4838-a083-feb1403ac5c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1205182
Jul 09 18:55:03.232751 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:03.235053 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7cc8e21d-5130-4fbf-b833-fa1f13eb8a25 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:03.255275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f85049-d2f3-46a7-b078-01ede9642c21,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:03.260196 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:03.267999 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.269484 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2181609
Jul 09 18:55:03.272091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47934) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:03.345424 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.349096 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.357677 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-bca82d03-ee1a-4f9c-b128-72f9dd2b851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:03.385026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-abd998cb-b0f8-4993-b4e9-81d7e97c23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:03.386594 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-abd998cb-b0f8-4993-b4e9-81d7e97c23a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 1100 time: 0.0810242
Jul 09 18:55:03.394601 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'security_group_rule': {'security_group_id': '3d5361d5-c89e-40f5-9d39-b61b9ece5f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:03.400367 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:03.403331 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddf79cc35b1748b48dc68a3e695c9d2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248279
Jul 09 18:55:03.404916 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:security_group_rule and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:03.405053 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4acfae-83db-4fa3-93b9-6b0a2103fe77,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:03.407274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 47940) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:03.408982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-322dd02d-7433-4703-aa88-f48a3500b005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:03.433147 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:03.455011 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:03.561052 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.598135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.654975 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-085859e6-1ae3-4ae8-b14f-8f6ab40fc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:03.656419 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-085859e6-1ae3-4ae8-b14f-8f6ab40fc1d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.2483244
Jul 09 18:55:03.663359 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.769537 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa2900-055a-4221-ba56-4fbfc7f48097 req-569e0a99-a676-4f0c-8a5c-24d38a3aa64f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:03.771063 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1aa2900-055a-4221-ba56-4fbfc7f48097 req-569e0a99-a676-4f0c-8a5c-24d38a3aa64f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.0827663
Jul 09 18:55:03.785883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.793467 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.805131 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:03.812618 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-6799c1b8-1e5b-46e1-86f8-c7df008673d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 200  len: 1001 time: 0.1421802
Jul 09 18:55:03.822853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a1aa2900-055a-4221-ba56-4fbfc7f48097 req-6eca70d7-bb3e-4411-a975-b48e55d8338d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457237
Jul 09 18:55:03.865247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2a68a7-0f0c-4480-937d-5ef7b226f012,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:03.870522 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:03.889801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.895502 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6dde58ff-c19b-4be3-a94d-2a699df5b742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:03.909480 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.910646 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f7909812-bd6f-42eb-b72a-b464c40f1fe3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6375675
Jul 09 18:55:03.914641 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 47948) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:03.916711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4acfae-83db-4fa3-93b9-6b0a2103fe77,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:03.921309 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:03.925145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:03.926212 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4acfae-83db-4fa3-93b9-6b0a2103fe77 HTTP/1.1" status: 204  len: 168 time: 0.5169876
Jul 09 18:55:03.931102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-a072eea8-a063-4701-b602-fb713dff9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:03.932466 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-a072eea8-a063-4701-b602-fb713dff9391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.1094735
Jul 09 18:55:03.934102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.934483 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.935387 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.935942 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.936261 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.936442 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:03.936612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.936997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.937345 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.937692 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.938038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.938380 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.938717 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:55:03.942539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:03.951148 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Usage tracker for resource:floatingip and tenant:46fddbfcfddb4e21aabf8c68dfe9f563 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:03.954460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:03.960832 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:03.971002 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.022232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-5bf68639-e38b-4d0e-882e-27754a762f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:04.023772 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-5bf68639-e38b-4d0e-882e-27754a762f03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822954
Jul 09 18:55:04.131837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.207518 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-71991c7c-f611-4b7e-8ad3-f9d45b517f61 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758640
Jul 09 18:55:04.291660 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Allocated IP 172.27.1.250 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/6f19f417-b99b-4234-a7b8-36f05e369e23) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:55:04.367195 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5488f4e6-12b0-4d3d-8355-6efda48a13a8 req-087fa647-2a3e-45b7-a676-4329a04cbccf service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458204
Jul 09 18:55:04.454275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.482235 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.488022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-123e0896-460b-410d-acfb-e2fa06105cf4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:04.554852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:55:04.558303 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:55:04.562149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:55:04.602252 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=6f19f417-b99b-4234-a7b8-36f05e369e23,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:04.607081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:04.651519 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.712284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.919783 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.925839 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:04.929526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:05.033643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=6f19f417-b99b-4234-a7b8-36f05e369e23,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:05.037572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:05.046631 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:05.073881 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:05.075114 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1593390
Jul 09 18:55:05.304372 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-2cff01a8-1a92-4c93-b049-932b082f6449 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:05.318903 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-2cff01a8-1a92-4c93-b049-932b082f6449 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:05.320153 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-2cff01a8-1a92-4c93-b049-932b082f6449 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1113581710&fields=id&tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 267 time: 0.0552702
Jul 09 18:55:05.468921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-eeeed211-a07c-46c3-96ef-2d7d2e113277 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:05.470383 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-eeeed211-a07c-46c3-96ef-2d7d2e113277 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 810 time: 0.1431894
Jul 09 18:55:05.486032 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-89085103-9b0e-43be-8cbd-87bbbe97d534 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/quotas/46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 375 time: 0.0092332
Jul 09 18:55:05.571118 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-3fdca612-c07d-4f36-9684-68bb7657a94e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:05.586674 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-3fdca612-c07d-4f36-9684-68bb7657a94e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:05.587971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-3fdca612-c07d-4f36-9684-68bb7657a94e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0968161
Jul 09 18:55:05.934183 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-d2f7dc0b-d1a6-463a-9fac-8531f8f4ff30 service neutron] 10.222.0.20 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3310275
Jul 09 18:55:06.063808 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-bc8fc7bf-49f1-4bcd-a5d0-77da0c21f42a service neutron] 10.222.0.20 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230249
Jul 09 18:55:06.239117 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1e47ca73-d0df-4ecb-a36e-e6617e6eb304 req-6e360059-0a3a-4db3-b127-bfcd4f10292b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 210 time: 0.0426824
Jul 09 18:55:06.347503 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-93d1bf1c-aee2-43fe-921a-41b1460357ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:06.876080 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:07.390375 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3de5c88f-3eaf-439e-bbaf-e197034bd026 req-79e79797-4010-483b-b876-0177321742db tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 210 time: 0.0452816
Jul 09 18:55:07.526566 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-65c267fc-4d10-417d-85d8-effc1bdb1472 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:07.527990 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-65c267fc-4d10-417d-85d8-effc1bdb1472 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 810 time: 0.1470535
Jul 09 18:55:07.575664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-1d2349ec-9488-47f5-bba3-665352fa4edb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:07.588581 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-1d2349ec-9488-47f5-bba3-665352fa4edb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:07.589701 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-1d2349ec-9488-47f5-bba3-665352fa4edb tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563 HTTP/1.1" status: 200  len: 380 time: 0.0533574
Jul 09 18:55:07.603343 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'port': {'device_id': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'admin_state_up': True, 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'security_groups': ['3d5361d5-c89e-40f5-9d39-b61b9ece5f41']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:07.743181 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:07.753505 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:07.764367 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Made reservation on behalf of 46fddbfcfddb4e21aabf8c68dfe9f563 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:55:07.767761 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:07.933615 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Allocated IP 172.20.0.5 (3ac87e67-629c-498c-b902-ee7470a8ff87/0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d/90bd3fbc-e9f3-4fe1-b280-69080ab655a4) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:55:08.194079 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.209726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Transition to ACTIVE for port object 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:55:08.233384 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.239336 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c5bdbfee-dc9e-4faf-bdab-b1c57c33cd58 tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:08.306081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:55:08.309183 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:55:08.313058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:55:08.356068 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event updated for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:08.361220 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:08.382583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:08.383203 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.412242 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8126318
Jul 09 18:55:08.431159 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Request body: {'port': {'device_id': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:08.550856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.563873 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-3e4eeafd-911d-4e3b-9c78-dc0c52a06ed0 None None] Provisioning for port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:55:08.572810 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-3e4eeafd-911d-4e3b-9c78-dc0c52a06ed0 None None] Provisioning complete for port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:55:08.573470 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-3e4eeafd-911d-4e3b-9c78-dc0c52a06ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.609491 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7ef8-2443-447d-8612-825ff375588f req-aae824ad-ec55-4a4e-95f4-955c277b5e8f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:08.611608 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6bfd7ef8-2443-447d-8612-825ff375588f req-aae824ad-ec55-4a4e-95f4-955c277b5e8f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 931 time: 0.0989244
Jul 09 18:55:08.637244 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-3e4eeafd-911d-4e3b-9c78-dc0c52a06ed0 None None] Port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:55:08.660188 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6bfd7ef8-2443-447d-8612-825ff375588f req-6f908d49-48e5-400d-9e9d-d50985e4e53d tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427518
Jul 09 18:55:08.930900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:55:08.939047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.954291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Transition to ACTIVE for port object 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:55:08.957865 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:08.961450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40db6e9a-2c52-420a-b35e-08d8def8fb82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:09.100040 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f10fc6a-9446-4910-aa9d-da2d81379db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:09.115157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Pushing event updated for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:09.123535 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:09.197282 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Attempting to bind port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:55:09.197683 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Attempting to bind port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:55:09.197930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Attempting to bind port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:55:09.203091 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 on network 3ac87e67-629c-498c-b902-ee7470a8ff87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:55:09.203435 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Attempting to bind port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 on network 3ac87e67-629c-498c-b902-ee7470a8ff87 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:55:09.208440 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:55:09.208805 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Checking segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:55:09.209270 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Bound using segment: {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:55:09.209684 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Bound port: 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764eef70-7efe-4bbb-9eca-3330ca13d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:55:09.210026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:09.300917 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:55:09.303699 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:55:09.307994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:09.313212 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-13b1158b-de6f-489c-aefc-bebc2eb1eadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:09.366486 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:09.367159 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:09.368520 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] 10.222.0.15 "PUT /v2.0/ports/90bd3fbc-e9f3-4fe1-b280-69080ab655a4 HTTP/1.1" status: 200  len: 1093 time: 0.9417810
Jul 09 18:55:09.369046 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:09.392985 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Pushing event updated for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:09.396309 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:09.552643 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'status': 'completed', 'code': 200}
Jul 09 18:55:09.844487 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904905e-7eaf-4c81-997a-c2adf2e0ead5 req-3d3fe0cd-37ba-44c3-b651-0c31a46a78a2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:09.846083 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d904905e-7eaf-4c81-997a-c2adf2e0ead5 req-3d3fe0cd-37ba-44c3-b651-0c31a46a78a2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 943 time: 0.0785911
Jul 09 18:55:09.895885 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d904905e-7eaf-4c81-997a-c2adf2e0ead5 req-9f4fc9cf-b5a3-4702-b3bc-f5686310f10b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445182
Jul 09 18:55:10.046983 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:11.093304 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a17dea-822e-401e-8001-5444ce74ff18 req-4b17c419-bd16-43e7-8239-14f35cb23542 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:11.098539 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58a17dea-822e-401e-8001-5444ce74ff18 req-4b17c419-bd16-43e7-8239-14f35cb23542 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 943 time: 0.0862863
Jul 09 18:55:11.145204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-58a17dea-822e-401e-8001-5444ce74ff18 req-53a5697a-32f9-4d22-8ebb-3ab21bbc71ed tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446610
Jul 09 18:55:11.518504 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:12.098866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-89ee167d-9050-4f6e-adce-d02a65721ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.100262 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-89ee167d-9050-4f6e-adce-d02a65721ba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 1096 time: 0.0746059
Jul 09 18:55:12.173756 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-66c628ac-d06f-42b0-b12e-07ea26ea7f6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4 HTTP/1.1" status: 200  len: 217 time: 0.0637648
Jul 09 18:55:12.247984 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-e3c718dc-bedd-4365-be6a-325065afe7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.249735 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-e3c718dc-bedd-4365-be6a-325065afe7fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.0632710
Jul 09 18:55:12.333456 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ac8f021d-237c-430d-acd1-9d3309b286c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.334946 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-ac8f021d-237c-430d-acd1-9d3309b286c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772922
Jul 09 18:55:12.341465 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da2e3-9174-484d-91fa-3b3117b2f178 req-c20ad318-b4a7-4ca2-9468-e25da955dca6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.343135 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-301da2e3-9174-484d-91fa-3b3117b2f178 req-c20ad318-b4a7-4ca2-9468-e25da955dca6 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 943 time: 0.0869057
Jul 09 18:55:12.401410 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-301da2e3-9174-484d-91fa-3b3117b2f178 req-7420afcb-b318-4426-9237-8eb737558f63 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518963
Jul 09 18:55:12.482492 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-88ad56f0-2fe6-4368-8c4c-c8e23dbf0018 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359417
Jul 09 18:55:12.537123 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fbb7f-314b-42e5-b6dc-60a1071a7b6f req-9988a53b-0ad0-478e-8e72-aa82faba247d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.538614 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c4fbb7f-314b-42e5-b6dc-60a1071a7b6f req-9988a53b-0ad0-478e-8e72-aa82faba247d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0834785
Jul 09 18:55:12.594608 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6c4fbb7f-314b-42e5-b6dc-60a1071a7b6f req-419395a8-11fb-42f1-b34d-6cf8d65131ad tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487804
Jul 09 18:55:12.696120 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-bf8a474a-446c-4fde-bfa5-017adcca8087 req-48ed4ee5-9e40-4570-83ea-e46c9e1334ed service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2041669
Jul 09 18:55:12.813641 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335f05-1264-4d8d-9895-27b7a130c262 req-c23cde54-613d-4e93-97b2-8551049b7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.815785 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-c23cde54-613d-4e93-97b2-8551049b7afa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 1096 time: 0.0745840
Jul 09 18:55:12.954243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335f05-1264-4d8d-9895-27b7a130c262 req-c6b3ae7f-050f-47ca-9bb1-fea2b6b35ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:12.955684 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-c6b3ae7f-050f-47ca-9bb1-fea2b6b35ef1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.1290886
Jul 09 18:55:13.022619 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-56689e03-a76f-40e2-9a1e-3693cfb9118b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4 HTTP/1.1" status: 200  len: 217 time: 0.0596843
Jul 09 18:55:13.088250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335f05-1264-4d8d-9895-27b7a130c262 req-b122b3ef-ef39-4cd1-96ff-f7ab7fbf0581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:13.089663 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-b122b3ef-ef39-4cd1-96ff-f7ab7fbf0581 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.0586300
Jul 09 18:55:13.167946 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48335f05-1264-4d8d-9895-27b7a130c262 req-d4527802-5f3c-4ad3-ab07-c1c35b5b8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:13.170344 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-d4527802-5f3c-4ad3-ab07-c1c35b5b8209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702477
Jul 09 18:55:13.304030 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-1411a8ab-b488-476f-b16f-41d31f8825e7 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262839
Jul 09 18:55:13.442116 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-48335f05-1264-4d8d-9895-27b7a130c262 req-6607ce72-06c0-4b4a-a351-17a78019f722 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278634
Jul 09 18:55:13.581929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd5f4-2324-4a5b-bfe1-2476f809b6bc req-91163ae7-389d-49db-97a7-920702556b7b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:13.583399 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ed2bd5f4-2324-4a5b-bfe1-2476f809b6bc req-91163ae7-389d-49db-97a7-920702556b7b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 943 time: 0.0823140
Jul 09 18:55:13.631777 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ed2bd5f4-2324-4a5b-bfe1-2476f809b6bc req-92f2e485-2dc4-4cde-83ee-fbbefe2a7c58 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425410
Jul 09 18:55:13.789876 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817640-81bb-48f9-b833-e0602235bfd3 req-a858b65c-b7e6-4cd8-9583-6171791bcc2a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:13.791336 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c817640-81bb-48f9-b833-e0602235bfd3 req-a858b65c-b7e6-4cd8-9583-6171791bcc2a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0854073
Jul 09 18:55:13.836926 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c817640-81bb-48f9-b833-e0602235bfd3 req-aa6f5bd8-3fba-4daf-9bea-f32e915ebf9b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391867
Jul 09 18:55:14.816084 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645423f8-919e-4c4b-8949-ca20cfc58da7 req-86eaddb0-e3c6-44f5-bf46-6aba1bcb2250 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:14.817612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-645423f8-919e-4c4b-8949-ca20cfc58da7 req-86eaddb0-e3c6-44f5-bf46-6aba1bcb2250 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 943 time: 0.0802021
Jul 09 18:55:14.861103 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-645423f8-919e-4c4b-8949-ca20cfc58da7 req-8084bcec-937d-4862-8d9a-4fcb4f8e4839 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378473
Jul 09 18:55:15.029143 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb0b4b-1de4-49b6-907c-973c0ee1fbec req-d341606e-5665-416c-b4e1-23cc40953916 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:15.030655 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-54cb0b4b-1de4-49b6-907c-973c0ee1fbec req-d341606e-5665-416c-b4e1-23cc40953916 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0838437
Jul 09 18:55:15.080427 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-54cb0b4b-1de4-49b6-907c-973c0ee1fbec req-d234ed8f-5266-45ed-b23b-6e84621c9af7 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440226
Jul 09 18:55:15.119064 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:55:15.252702 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:15.267830 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'port_id': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'mac_address': 'fa:16:3e:db:01:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:55:15.328082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:15.351949 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:55:15.367188 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:15.370627 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:15.372929 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:15.437657 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:15.440517 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:15.655814 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['90bd3fbc-e9f3-4fe1-b280-69080ab655a4'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:55:16.048770 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2687-4bde-4520-98c8-a3540dd51690 req-29338fc5-aaaf-4fa9-9d3a-31a4ebf64ce5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:16.050196 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8cbf2687-4bde-4520-98c8-a3540dd51690 req-29338fc5-aaaf-4fa9-9d3a-31a4ebf64ce5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 944 time: 0.0846634
Jul 09 18:55:16.095770 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8cbf2687-4bde-4520-98c8-a3540dd51690 req-0afd4c0a-2e48-46f1-b082-80c971c08402 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399630
Jul 09 18:55:16.263983 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceddde-65de-4a14-ad52-c4c569f8b12b req-f799c938-c5fd-4580-9877-20a478eefc02 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:16.265460 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3dceddde-65de-4a14-ad52-c4c569f8b12b req-f799c938-c5fd-4580-9877-20a478eefc02 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0800440
Jul 09 18:55:16.309330 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3dceddde-65de-4a14-ad52-c4c569f8b12b req-345bde88-ac52-4297-83ad-666c1918c729 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382268
Jul 09 18:55:17.134441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:55:17.202614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:55:17.207590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:55:17.207969 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:17.283721 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21179a6f-3ec3-4436-8c71-3028b67a206f req-7415e6d4-53f4-41f8-91ed-f267645df5c2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:17.285220 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-21179a6f-3ec3-4436-8c71-3028b67a206f req-7415e6d4-53f4-41f8-91ed-f267645df5c2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 944 time: 0.0854664
Jul 09 18:55:17.328020 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:17.330145 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-21179a6f-3ec3-4436-8c71-3028b67a206f req-5cea5b8b-0e5b-4f45-b2ab-abcb7b536170 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390232
Jul 09 18:55:17.357821 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:17.367530 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:17.372911 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:17.375876 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:17.449421 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:17.454270 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:17.463338 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'code': 200}
Jul 09 18:55:17.500967 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664e3f1-6efc-437b-8742-c95de30e7ccb req-18ee4505-b0d4-4c40-88b2-06d4c5a62506 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:17.502411 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3664e3f1-6efc-437b-8742-c95de30e7ccb req-18ee4505-b0d4-4c40-88b2-06d4c5a62506 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0840008
Jul 09 18:55:17.571808 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:55:17.630667 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3664e3f1-6efc-437b-8742-c95de30e7ccb req-6d33b3fb-7dc6-43f3-96b7-32453667036d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211176
Jul 09 18:55:17.713709 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702dc03-5d7c-4faa-8f8a-85f53d10598e req-5bc97bbd-cc20-45b7-b399-461eba8623d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:17.715465 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5702dc03-5d7c-4faa-8f8a-85f53d10598e req-5bc97bbd-cc20-45b7-b399-461eba8623d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 1098 time: 0.0756974
Jul 09 18:55:17.759669 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-5702dc03-5d7c-4faa-8f8a-85f53d10598e req-486f9437-3d47-4ec8-ad96-b885f94edc4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369685
Jul 09 18:55:18.516701 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346a82-f0f1-48c7-b90c-a837b6080a34 req-a1147bd7-1c4f-4243-add7-edbe3bac4650 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:18.518171 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc346a82-f0f1-48c7-b90c-a837b6080a34 req-a1147bd7-1c4f-4243-add7-edbe3bac4650 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0817878
Jul 09 18:55:18.568094 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bc346a82-f0f1-48c7-b90c-a837b6080a34 req-f54c29f4-9f32-43b6-b25e-4267902b1398 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442533
Jul 09 18:55:18.830912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b18ed3-3f5d-4493-856c-484b07e2ddd9 req-ee25d34b-b319-4b3b-8f63-c6b589bd9356 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:18.832378 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-55b18ed3-3f5d-4493-856c-484b07e2ddd9 req-ee25d34b-b319-4b3b-8f63-c6b589bd9356 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0852942
Jul 09 18:55:18.877143 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-55b18ed3-3f5d-4493-856c-484b07e2ddd9 req-12f9d1bd-c967-435c-b851-b63ae4cf5b34 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390146
Jul 09 18:55:19.755025 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75aaf4-e2f7-4703-a281-e09da8520a8f req-4b03fba3-d275-4914-a464-a3e681a1269a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:19.756737 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f75aaf4-e2f7-4703-a281-e09da8520a8f req-4b03fba3-d275-4914-a464-a3e681a1269a tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0798993
Jul 09 18:55:19.806590 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f75aaf4-e2f7-4703-a281-e09da8520a8f req-7371a6b6-4868-465a-baf3-27e7ae21babd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442374
Jul 09 18:55:19.990310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45240816-e8ac-4588-b790-f4707f76c9b3 req-c79dfeaf-8482-4a8b-aee6-2d3c43ccbc38 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:19.991783 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-45240816-e8ac-4588-b790-f4707f76c9b3 req-c79dfeaf-8482-4a8b-aee6-2d3c43ccbc38 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0818541
Jul 09 18:55:20.000346 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48166) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:20.005647 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Request body: {'floatingip': {'port_id': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:20.075800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542593bf-3713-42b3-a2ab-c5c936b1bbc7 req-df79c2f3-9b28-454a-8351-f0b621ee6380 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:20.077409 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-542593bf-3713-42b3-a2ab-c5c936b1bbc7 req-df79c2f3-9b28-454a-8351-f0b621ee6380 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0837927
Jul 09 18:55:20.089910 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:20.127861 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-542593bf-3713-42b3-a2ab-c5c936b1bbc7 req-98ec22ed-8857-43a9-97d9-ac6d9972921c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444558
Jul 09 18:55:20.787959 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:20.793110 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:20.978920 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Floating IP 30d33183-aaa6-455e-9a78-5004a123420e associated. External IP: 172.27.1.250, port: 90bd3fbc-e9f3-4fe1-b280-69080ab655a4.
Jul 09 18:55:21.321883 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f50b35-375c-409d-977a-c01e83529139 req-5e7c7ac2-a067-470f-9daa-4b28abc7b327 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:21.323367 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34f50b35-375c-409d-977a-c01e83529139 req-5e7c7ac2-a067-470f-9daa-4b28abc7b327 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0853374
Jul 09 18:55:21.341554 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:55:21.370380 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34f50b35-375c-409d-977a-c01e83529139 req-ab033f7f-41c6-49cc-9b68-ff9ad54472ea tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413399
Jul 09 18:55:21.525850 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:55:21.530720 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:21.536574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:55:21.546747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:21.547387 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c60160>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:21.589593 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-a37b49c7-dde9-460e-b0b1-151c9bbfc36e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "PUT /v2.0/floatingips/30d33183-aaa6-455e-9a78-5004a123420e HTTP/1.1" status: 200  len: 991 time: 1.5880237
Jul 09 18:55:21.590858 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:21.638331 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'status': 'completed', 'code': 200}
Jul 09 18:55:21.753163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-ff200b9c-e375-46be-92af-2ea214bad0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:21.754645 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-ff200b9c-e375-46be-92af-2ea214bad0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 1098 time: 0.0870626
Jul 09 18:55:21.781146 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:21.920051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-897d7177-6a5d-46e1-8e97-c9ddf312319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:21.921581 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-897d7177-6a5d-46e1-8e97-c9ddf312319b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 200  len: 911 time: 0.1474993
Jul 09 18:55:22.033769 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-db84f11b-fe97-44e2-840f-3cfa57e4a371 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4 HTTP/1.1" status: 200  len: 999 time: 0.1046481
Jul 09 18:55:22.102799 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-524ec9cc-ca74-4878-b6aa-cabee0d23b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:22.104259 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-524ec9cc-ca74-4878-b6aa-cabee0d23b5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 200  len: 849 time: 0.0600092
Jul 09 18:55:22.199929 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c60160>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30d33183-aaa6-455e-9a78-5004a123420e', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:db:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:04Z', 'updated_at': '2021-07-09T18:55:20Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:22.204881 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:55:22.214187 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:22.214815 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c60160>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:22.301956 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-712ef2ea-f2fb-4e93-a69e-dc9bbabf4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:22.303327 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-712ef2ea-f2fb-4e93-a69e-dc9bbabf4a00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ac87e67-629c-498c-b902-ee7470a8ff87&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1915827
Jul 09 18:55:22.417910 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:22.457582 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-4b51addd-5b62-4163-bfcd-943f3c4ce117 service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399958
Jul 09 18:55:22.596573 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807aa77b-3a1e-45e3-8622-55d0c0202275 req-5df25a46-89a4-44de-9bb0-7cfba5ef260f tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:22.598127 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-807aa77b-3a1e-45e3-8622-55d0c0202275 req-5df25a46-89a4-44de-9bb0-7cfba5ef260f tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0918946
Jul 09 18:55:22.648180 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-d04c01b8-e438-48b0-8bd8-60eb02e0b535 req-b09504e5-6d47-4484-9401-b3d77f00bc3b service neutron] 10.222.0.15 "GET /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817827
Jul 09 18:55:22.710135 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-807aa77b-3a1e-45e3-8622-55d0c0202275 req-f0e9a8e7-e072-4136-88e1-e5f5e9425ee6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055732
Jul 09 18:55:22.731848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-cce03d1f-e8ff-4155-8258-f7d213b397ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:22.733654 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-cce03d1f-e8ff-4155-8258-f7d213b397ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.1027763
Jul 09 18:55:22.824542 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c60160>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30d33183-aaa6-455e-9a78-5004a123420e', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:db:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:04Z', 'updated_at': '2021-07-09T18:55:20Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:22.828973 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f2f023-70fc-445a-99a3-3b1214e0e2ec None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '30d33183-aaa6-455e-9a78-5004a123420e', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'port_id': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'mac_address': 'fa:16:3e:db:01:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:04Z', 'updated_at': '2021-07-09T18:55:20Z', 'revision_number': 1, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:22.891917 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-0a2ee688-1573-42a0-b3cc-f1bdad25f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:22.893412 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-0a2ee688-1573-42a0-b3cc-f1bdad25f0e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.1526015
Jul 09 18:55:23.008046 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-fc53ebd8-f7ce-4b1c-a8d9-6618972fa70a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 1001 time: 0.1030819
Jul 09 18:55:23.071588 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8dff3-89a9-465b-b4b6-2ee104f224a9 None None] New status for floating IP 30d33183-aaa6-455e-9a78-5004a123420e: ACTIVE {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:55:23.094032 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-507dca4f-c214-4538-920b-b1ab35d9138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:23.095536 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-507dca4f-c214-4538-920b-b1ab35d9138d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.0706322
Jul 09 18:55:23.176598 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-f8b279f1-3b1d-421c-8e4d-c02013cc0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:23.178207 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-f8b279f1-3b1d-421c-8e4d-c02013cc0139 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751526
Jul 09 18:55:23.319853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-6fd0aa0a-b36f-415e-a7e0-3a9122dceb54 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323380
Jul 09 18:55:23.461173 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ace3a06f-9226-4b01-afbc-efa758c581a2 req-efa6d95a-c837-42bb-a93f-c77678140c06 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328335
Jul 09 18:55:23.913769 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb9826-ec07-4798-a068-123d87db402f req-8907ad90-0abb-4b38-873a-bdff93304a53 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:23.915211 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bdb9826-ec07-4798-a068-123d87db402f req-8907ad90-0abb-4b38-873a-bdff93304a53 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0865326
Jul 09 18:55:23.968263 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1bdb9826-ec07-4798-a068-123d87db402f req-4a4e0e9a-f84b-4ead-8dad-bdfc3fc5ab3d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461700
Jul 09 18:55:25.165463 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89027f-4c18-4d59-9184-350f7a64c0d7 req-6e14bc3d-f4ab-4fab-add1-5c2acb66962d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:25.166925 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f89027f-4c18-4d59-9184-350f7a64c0d7 req-6e14bc3d-f4ab-4fab-add1-5c2acb66962d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0814562
Jul 09 18:55:25.212795 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4f89027f-4c18-4d59-9184-350f7a64c0d7 req-5cf32e67-9e35-49a3-aa71-029dd8059669 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393419
Jul 09 18:55:26.484039 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a7921-00f7-4bc8-b201-1972a989dcb1 req-6f557bae-04ed-4e32-8960-0c5a87f9e518 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:26.485559 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5a5a7921-00f7-4bc8-b201-1972a989dcb1 req-6f557bae-04ed-4e32-8960-0c5a87f9e518 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1652317
Jul 09 18:55:26.533107 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5a5a7921-00f7-4bc8-b201-1972a989dcb1 req-3b716fec-f863-4633-8967-76ab00e430c6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414841
Jul 09 18:55:26.826908 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-7bdcb839-9e25-45ee-ae8c-7af1fa062d40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0740764
Jul 09 18:55:26.917175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06896-ee7d-4478-8eed-ba526583cb18 req-7936da49-357c-48df-a46c-986b72ff8f1a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:26.922677 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1af06896-ee7d-4478-8eed-ba526583cb18 req-7936da49-357c-48df-a46c-986b72ff8f1a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1064625
Jul 09 18:55:26.986081 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1af06896-ee7d-4478-8eed-ba526583cb18 req-12500b50-a156-46d4-b2bf-ad8ddc21c57c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624204
Jul 09 18:55:28.194652 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ecc95-f1a1-4c86-836a-f27ad93d6c33 req-95cc7100-c85a-47c8-b304-0d65c3669728 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:28.196110 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-942ecc95-f1a1-4c86-836a-f27ad93d6c33 req-95cc7100-c85a-47c8-b304-0d65c3669728 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0985961
Jul 09 18:55:28.282657 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-942ecc95-f1a1-4c86-836a-f27ad93d6c33 req-a6ddd2e3-bcb8-4cf8-b73d-5d8365cf357c tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712636
Jul 09 18:55:28.286969 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5faff822-bbba-4082-98c6-6f9909de7510 req-a3d0efb4-2332-49f9-a2e8-5f671f4c1bab tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397467689&fields=id&tenant_id=42c797a216184a848398c8806ed5b74a HTTP/1.1" status: 200  len: 267 time: 0.0606544
Jul 09 18:55:28.382979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff822-bbba-4082-98c6-6f9909de7510 req-fd183152-2c6f-44ea-984e-a168a35613d4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:28.384383 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5faff822-bbba-4082-98c6-6f9909de7510 req-fd183152-2c6f-44ea-984e-a168a35613d4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 984 time: 0.0898278
Jul 09 18:55:28.395874 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Request body: {'port': {'security_groups': ['57511b4b-490a-4e0d-984e-4ae1cfc699b5']}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:28.521126 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:28.816848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:28.826567 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-1b79b325-2ec7-4451-b5a3-2b2decca94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:28.828027 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-1b79b325-2ec7-4451-b5a3-2b2decca94aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f&tenant_id=51125c648dcc4a42aaa3431a7851a826 HTTP/1.1" status: 200  len: 1099 time: 0.1346936
Jul 09 18:55:28.848056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:28.886895 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:28.896651 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:28.906470 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:55:28.981505 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:28.982149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:28.983641 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5faff822-bbba-4082-98c6-6f9909de7510 req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "PUT /v2.0/ports/ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 942 time: 0.5923808
Jul 09 18:55:28.986550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:28.992279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48238) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:29.010384 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event updated for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=7']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:29.016828 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:29.042845 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-5708cf4a-93aa-4ab7-bde9-35aec4f7067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.044655 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-5708cf4a-93aa-4ab7-bde9-35aec4f7067a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.1921806
Jul 09 18:55:29.093948 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:55:29.098035 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.118703 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:55:29.158686 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.211747 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:29.250436 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-8baca7a6-8a54-4815-aa0d-f982171b25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.256111 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-8baca7a6-8a54-4815-aa0d-f982171b25a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.2020290
Jul 09 18:55:29.317490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.330197 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-814ea3fc-6cc8-42e9-98d3-3ece3a504908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:29.378691 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb36928-cab8-4ea6-95f1-67cc79eb2678,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:29.386503 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.390872 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "DELETE /v2.0/security-groups/9cb36928-cab8-4ea6-95f1-67cc79eb2678 HTTP/1.1" status: 204  len: 168 time: 0.3950853
Jul 09 18:55:29.390872 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:29.392387 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-9e794b27-a5e8-4bab-a09c-715eeee361d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.394125 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-9e794b27-a5e8-4bab-a09c-715eeee361d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1098 time: 0.1550770
Jul 09 18:55:29.394674 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48248) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:29.452913 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-4a3493af-8442-4583-8f3f-6ba6acc3df51 None None] Provisioning complete for port ce66e78d-82ae-4a76-9501-5a1a111d6909 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:55:29.453406 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4a3493af-8442-4583-8f3f-6ba6acc3df51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.526723 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.536084 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-6d7ce450-ec2c-4600-b98c-a18dc4bcf8b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 1001 time: 0.2667787
Jul 09 18:55:29.620136 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:29.631748 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-f0fc1695-14d9-48c2-992a-861de9cab03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.634218 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-f0fc1695-14d9-48c2-992a-861de9cab03e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.0908070
Jul 09 18:55:29.651857 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:29.724779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:29.734372 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-855a374c-aa63-436c-9ac1-61aa3204dd96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:29.764139 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-d934b3f2-0880-4488-8ff9-ee67ae6c6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.767508 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffeac3-f014-4594-85d8-14d46807484e req-db50babf-5184-4a0c-900a-3be7743f9fca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.768427 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-d934b3f2-0880-4488-8ff9-ee67ae6c6603 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.2335465
Jul 09 18:55:29.769912 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ffeac3-f014-4594-85d8-14d46807484e req-db50babf-5184-4a0c-900a-3be7743f9fca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.3396597
Jul 09 18:55:29.776790 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'code': 200}
Jul 09 18:55:29.842226 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=6']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:29.842504 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ffeac3-f014-4594-85d8-14d46807484e req-6a1e14a9-18d8-4c54-99ef-4d66f24d9379 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633850
Jul 09 18:55:29.846303 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:29.849252 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-249738af-c496-4f9a-b134-b5b90fc50081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:29.851022 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-249738af-c496-4f9a-b134-b5b90fc50081 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2044659
Jul 09 18:55:30.035479 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-1312c4b3-a28f-434f-b86b-7353712d7553 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731954
Jul 09 18:55:30.078319 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Deleting port 2fed628c-1f67-46d4-9ca3-b85b15345f54 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:30.078909 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:30.113810 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-87b28716-b249-4616-aca2-f4b774aa1065 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 1000 time: 0.2284071
Jul 09 18:55:30.272086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-18b7df7f-c0b4-495f-a376-d1078057ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:30.273496 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-18b7df7f-c0b4-495f-a376-d1078057ec68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.1477761
Jul 09 18:55:30.279031 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-77db6b38-20d0-4bd9-b4e1-963eb5687dde req-d075f9b3-4806-4bee-b148-37bd68dd082e service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2353022
Jul 09 18:55:30.372523 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:30.372943 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:30.502426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Calling delete_port for 2fed628c-1f67-46d4-9ca3-b85b15345f54 owned by network:floatingip {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:30.662188 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-822f32ac-9bf3-4a23-9cea-2be46ad118a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:30.663687 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-822f32ac-9bf3-4a23-9cea-2be46ad118a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3747823
Jul 09 18:55:30.869923 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-89d53d30-c77a-4c0c-98a7-2842bd34af5e service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888337
Jul 09 18:55:30.975710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:30.982081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-be1cee9a-2f85-4c93-9bed-52b573fb73ee tempest-VolumesSnapshotTestJSON-589392544 tempest-VolumesSnapshotTestJSON-589392544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:31.033024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event deleted for resources: {'Port': ['ID=2fed628c-1f67-46d4-9ca3-b85b15345f54,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:31.039633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:31.053134 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3f5a-910f-4a4f-9bb2-185a349c8efe req-e7a794cd-2e91-4f3d-9c2a-9f5bbfb3f5a6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:31.055016 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-90cf3f5a-910f-4a4f-9bb2-185a349c8efe req-e7a794cd-2e91-4f3d-9c2a-9f5bbfb3f5a6 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.0867898
Jul 09 18:55:31.104380 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-90cf3f5a-910f-4a4f-9bb2-185a349c8efe req-e6ebe70d-e73a-435c-b102-9d188876103d tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424304
Jul 09 18:55:31.145868 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-1f5fd3ae-0eb8-4600-bbc4-d1e3476697d2 req-fc44239a-207a-4a93-ad30-3f778dcc3645 service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2666452
Jul 09 18:55:31.162768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks [] for floatingip, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:31.163150 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Floating IP 30ccaf99-35c3-49f4-84f5-9122aac0a8dc disassociated (deleted). External IP: 172.27.1.83, port: ce66e78d-82ae-4a76-9501-5a1a111d6909.
Jul 09 18:55:31.526887 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:55:31.714682 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:55:31.723939 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Sync routers for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:55:31.734950 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:31.735574 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c05bd00>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:31.737684 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:31.797220 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "DELETE /v2.0/floatingips/30ccaf99-35c3-49f4-84f5-9122aac0a8dc HTTP/1.1" status: 204  len: 168 time: 2.4012496
Jul 09 18:55:31.797754 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:31.846150 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:55:31.942452 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:32.015862 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-2c8433a7-b5c2-44c4-aa26-2ce71fdce2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:32.017487 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-2c8433a7-b5c2-44c4-aa26-2ce71fdce2db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42c797a216184a848398c8806ed5b74a&device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 1098 time: 0.1405516
Jul 09 18:55:32.026414 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:32.162458 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-b805b587-524b-4429-bd3d-f3cf2fe5c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:32.164046 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-b805b587-524b-4429-bd3d-f3cf2fe5c57f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 200  len: 915 time: 0.1386151
Jul 09 18:55:32.343188 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c05bd00>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:32.351320 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Checking router: 4b94c569-4f8e-4376-85b2-25ddf49fdf76 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:55:32.364977 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:32.365624 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c05bd00>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:32.372703 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a07e8-c189-4d4b-88ca-85c8ebc57a80 req-3be75131-229e-4e57-b2a3-6d2d756a38be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:32.374601 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-907a07e8-c189-4d4b-88ca-85c8ebc57a80 req-3be75131-229e-4e57-b2a3-6d2d756a38be tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.1409359
Jul 09 18:55:32.397954 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-98dc43ff-eef7-4d53-ab11-8eb2059a9d1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 200  len: 217 time: 0.2262819
Jul 09 18:55:32.428384 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-907a07e8-c189-4d4b-88ca-85c8ebc57a80 req-e0fed0d1-1afa-48fc-8469-cbac6ebf6b4b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480180
Jul 09 18:55:32.470305 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-9f712f67-0db0-420d-a003-d1a521f8f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:32.471751 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-9f712f67-0db0-420d-a003-d1a521f8f378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 200  len: 853 time: 0.0648766
Jul 09 18:55:32.553799 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-c543ec30-c7ca-4de0-b91c-7a6ce1bf5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:32.555728 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-c543ec30-c7ca-4de0-b91c-7a6ce1bf5f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733566
Jul 09 18:55:32.568082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:32.695253 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-038492aa-98ae-484e-8a1f-b46d11390f6c service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307969
Jul 09 18:55:32.829788 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-77f9fa02-54d8-40b0-b836-fb7ca90aca50 req-f9290a29-a040-4bb2-8b48-1fcc69732b5c service neutron] 10.222.0.15 "GET /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264689
Jul 09 18:55:32.890282 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c05bd00>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:32.894852 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142b347a-b38a-4187-9c63-3435216cffc7 None None] The sync data for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi is: [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:52:00Z', 'revision_number': 4, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '4a3537c6-127b-4182-9bea-72b976516a90', 'name': '', 'network_id': '6815a5d5-3164-4f3a-b2ee-a4e9c11b1273', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'mac_address': 'fa:16:3e:6e:5b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:59Z', 'updated_at': '2021-07-09T18:52:08Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'subnets': [{'id': '1e3f4710-ae30-4d97-9d90-e50936858dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:33.141344 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26385c35-2368-4278-8f0e-efc19e39d63d None None] New status for floating IP 30ccaf99-35c3-49f4-84f5-9122aac0a8dc: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:55:33.645327 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b8998-220a-4cfe-9b8a-cc4e32139d3e req-7ea1957a-fbb7-46b8-b3a8-6ef630e0aeed tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:33.646973 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-478b8998-220a-4cfe-9b8a-cc4e32139d3e req-7ea1957a-fbb7-46b8-b3a8-6ef630e0aeed tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.1024899
Jul 09 18:55:33.711490 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-478b8998-220a-4cfe-9b8a-cc4e32139d3e req-44c75d02-4812-4734-9a48-ad63e2609618 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509417
Jul 09 18:55:34.944209 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bafb21-4a8b-461e-a979-408d50b276d0 req-d895e218-201b-4e4b-870b-5b4861e6bb1a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:34.945787 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89bafb21-4a8b-461e-a979-408d50b276d0 req-d895e218-201b-4e4b-870b-5b4861e6bb1a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.1123555
Jul 09 18:55:35.001546 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89bafb21-4a8b-461e-a979-408d50b276d0 req-63bf3373-8ff9-4564-a9a8-8e757a792799 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486817
Jul 09 18:55:35.322565 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3f93a-4809-4ce6-8298-e974affff5f1 req-f7146689-12dd-4f03-b8bd-f0208ee4d976 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:35.324029 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-08f3f93a-4809-4ce6-8298-e974affff5f1 req-f7146689-12dd-4f03-b8bd-f0208ee4d976 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.0881495
Jul 09 18:55:35.372891 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-08f3f93a-4809-4ce6-8298-e974affff5f1 req-15992cfc-87aa-4030-a15f-ce2fc9237aa7 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421839
Jul 09 18:55:36.204910 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42c0f-0605-414f-afd2-7ac2f0760940 req-d0ef0a01-479d-471a-945d-7f101b4ee3b9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:36.206444 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b9c42c0f-0605-414f-afd2-7ac2f0760940 req-d0ef0a01-479d-471a-945d-7f101b4ee3b9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.0864606
Jul 09 18:55:36.253043 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b9c42c0f-0605-414f-afd2-7ac2f0760940 req-17dda395-94a0-4863-859b-84eeac22d3eb tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407143
Jul 09 18:55:36.350199 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-09aa7781-3990-49a4-b63a-f6b020aabbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:36.606755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03df33-9fe6-4bb0-8319-1bebf84686dd req-89814d27-d281-4892-a5db-7ce8bf6e2561 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:36.608561 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c03df33-9fe6-4bb0-8319-1bebf84686dd req-89814d27-d281-4892-a5db-7ce8bf6e2561 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.0910380
Jul 09 18:55:36.689444 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c03df33-9fe6-4bb0-8319-1bebf84686dd req-f7609439-63d8-44d8-82c0-0d9891c29f3d tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667629
Jul 09 18:55:36.697822 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfe4f8-7671-4ae0-b4d3-87191aa39a74 req-1f32769b-e77a-4d90-9ae8-0a00c0c33a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:36.700805 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-33bfe4f8-7671-4ae0-b4d3-87191aa39a74 req-1f32769b-e77a-4d90-9ae8-0a00c0c33a3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1097 time: 0.0891287
Jul 09 18:55:36.749852 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-33bfe4f8-7671-4ae0-b4d3-87191aa39a74 req-b79e35ce-d978-4f47-99da-c8365a3415d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405815
Jul 09 18:55:36.877724 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:37.228738 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:55:37.307225 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-524db74a-d7ce-4d8f-a03c-6df84173f5ad tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:37.308042 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-524db74a-d7ce-4d8f-a03c-6df84173f5ad tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Synchronizing usage tracker for tenant:42c797a216184a848398c8806ed5b74a on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:37.329605 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-524db74a-d7ce-4d8f-a03c-6df84173f5ad tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Unset dirty status for tenant:42c797a216184a848398c8806ed5b74a on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:37.331891 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-524db74a-d7ce-4d8f-a03c-6df84173f5ad tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.15 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1072440
Jul 09 18:55:37.411491 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:37.421607 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Deleting port ce66e78d-82ae-4a76-9501-5a1a111d6909 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:37.422078 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:37.430727 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'port_id': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'mac_address': 'fa:16:3e:7b:0d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:55:37.466562 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd002e-3aae-462b-b1c3-7e3ba113130a req-895b2de4-c25a-4b32-a4b4-aae42a96d53b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:37.468787 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02bd002e-3aae-462b-b1c3-7e3ba113130a req-895b2de4-c25a-4b32-a4b4-aae42a96d53b tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 944 time: 0.1000264
Jul 09 18:55:37.548816 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02bd002e-3aae-462b-b1c3-7e3ba113130a req-dee35250-4d78-4d61-aa71-4655303418cf tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597281
Jul 09 18:55:37.560133 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:37.600573 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b725faeb-a270-42e9-9a08-38e5dcf99100 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:55:37.625302 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:37.632447 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:37.636107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:37.795596 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=7']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:37.802544 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:37.813661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] For port ce66e78d-82ae-4a76-9501-5a1a111d6909, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=ce66e78d-82ae-4a76-9501-5a1a111d6909,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:37.814453 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:37.904107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['b725faeb-a270-42e9-9a08-38e5dcf99100'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:55:38.043725 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e131177-b30d-438f-8105-54cc3bba769d req-5407a144-4a75-48b6-9de0-4c834089db41 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:38.047705 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8e131177-b30d-438f-8105-54cc3bba769d req-5407a144-4a75-48b6-9de0-4c834089db41 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/ports?device_id=de13a16a-4bb7-48df-a9d2-8b4f8336060a HTTP/1.1" status: 200  len: 945 time: 0.1831782
Jul 09 18:55:38.071740 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Calling delete_port for ce66e78d-82ae-4a76-9501-5a1a111d6909 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:38.144852 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8e131177-b30d-438f-8105-54cc3bba769d req-dd6641bd-4583-4965-9c0c-994123103ac4 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.20 "GET /v2.0/security-groups?id=57511b4b-490a-4e0d-984e-4ae1cfc699b5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829508
Jul 09 18:55:38.331779 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:38.339015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-247e1900-7a03-4760-b034-c2ddcec155aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:38.388330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Pushing event deleted for resources: {'Port': ['ID=ce66e78d-82ae-4a76-9501-5a1a111d6909,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:38.416590 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:38.469808 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] No DVR routers for this DVR port ce66e78d-82ae-4a76-9501-5a1a111d6909 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:55:38.473196 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:38.475911 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'name': 'network-vif-deleted', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:38.492295 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-903e9982-c5af-4abb-a8c3-e2d1c305c4f0 req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] 10.222.0.15 "DELETE /v2.0/ports/ce66e78d-82ae-4a76-9501-5a1a111d6909 HTTP/1.1" status: 204  len: 173 time: 1.1507177
Jul 09 18:55:38.526209 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de13a16a-4bb7-48df-a9d2-8b4f8336060a', 'name': 'network-vif-deleted', 'tag': 'ce66e78d-82ae-4a76-9501-5a1a111d6909', 'status': 'completed', 'code': 200}
Jul 09 18:55:38.757274 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['ce66e78d-82ae-4a76-9501-5a1a111d6909'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:55:38.817966 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167566d3-85fa-4ab4-bde5-4b22f02b3269 req-cb44ca7b-3b1e-4018-a1e0-fa026b93ecd9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:38.819517 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-167566d3-85fa-4ab4-bde5-4b22f02b3269 req-cb44ca7b-3b1e-4018-a1e0-fa026b93ecd9 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 945 time: 0.0964355
Jul 09 18:55:38.880836 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-167566d3-85fa-4ab4-bde5-4b22f02b3269 req-b3780588-8720-4984-965c-7d10f319f3b5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546036
Jul 09 18:55:39.103004 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f938b3e4-a9bd-4f32-99d0-2d83270e6a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:39.225948 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:55:39.300233 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port b725faeb-a270-42e9-9a08-38e5dcf99100 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:55:39.301136 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:39.441415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:39.474853 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:39.485271 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:39.491520 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:39.493785 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:39.545659 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'code': 200}
Jul 09 18:55:39.581608 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=8']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:39.587943 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:39.944008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48418) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:40.051531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:40.576970 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:40.956127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Deleting port 4a3537c6-127b-4182-9bea-72b976516a90 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:40.956841 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:41.178536 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] For port 4a3537c6-127b-4182-9bea-72b976516a90, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4a3537c6-127b-4182-9bea-72b976516a90,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:41.178904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:41.241034 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ce66e78d-82ae-4a76-9501-5a1a111d6909 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:41.277505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: ce66e78d-82ae-4a76-9501-5a1a111d6909 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:41.278261 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device ce66e78d-82ae-4a76-9501-5a1a111d6909 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:41.305724 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Calling delete_port for 4a3537c6-127b-4182-9bea-72b976516a90 owned by network:router_interface {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:41.520792 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:41.633119 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:41.637327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-21d0751e-51fa-4bcb-91fc-20a5c0d886c3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:41.680294 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3537c6-127b-4182-9bea-72b976516a90,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:41.683502 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:42.072022 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.384387 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48440) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:42.470975 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:55:42.528467 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.543760 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:42.547874 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Usage tracker for resource:security_group_rule and tenant:b9da06a4f6374a30b4ff4c5fc970b55c is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:42.550814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:42.556861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:42.644253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.648852 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.661662 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9db9d8e1-e57f-46c4-832a-fa8d118f9f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:42.670780 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:55:42.682854 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Sync routers for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:55:42.687057 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] 10.222.0.20 "PUT /v2.0/routers/4b94c569-4f8e-4376-85b2-25ddf49fdf76/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7401104
Jul 09 18:55:42.687312 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48448) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:42.696093 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:42.696839 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c243340>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:42.707462 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9da06a4f6374a30b4ff4c5fc970b55c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3189332
Jul 09 18:55:42.707724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48452) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:42.720713 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a637c41-e4f7-4372-bd45-e7a3637b8d20,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:42.725183 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b7c292c7-f82c-4fdb-82d6-6ae420c4a0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:42.787767 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.819761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.883799 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks [] for router, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.884054 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.893189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7da21794-2b9f-43a4-8e81-962ee86e85dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:42.908597 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a637c41-e4f7-4372-bd45-e7a3637b8d20,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:42.917621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:42.920204 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:42.924156 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:42.925770 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9cfb95c1-1353-41bd-8504-b2bffef7ed08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a637c41-e4f7-4372-bd45-e7a3637b8d20 HTTP/1.1" status: 204  len: 168 time: 0.2171893
Jul 09 18:55:43.086810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:43.097975 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Deleting port 9aac8179-40c7-4c19-952a-e88945858b3f {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:43.098588 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:43.266351 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c243340>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:55:41Z', 'revision_number': 5, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port': {'id': '9aac8179-40c7-4c19-952a-e88945858b3f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a2:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:53Z', 'updated_at': '2021-07-09T18:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:43.271403 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Checking router: 4b94c569-4f8e-4376-85b2-25ddf49fdf76 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:55:43.282731 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Routers {'4b94c569-4f8e-4376-85b2-25ddf49fdf76'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:43.283553 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c243340>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:43.416276 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] For port 9aac8179-40c7-4c19-952a-e88945858b3f, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9aac8179-40c7-4c19-952a-e88945858b3f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:43.416631 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:43.459720 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] Set router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 gateway port host: None {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:43.576410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Calling delete_port for 9aac8179-40c7-4c19-952a-e88945858b3f owned by network:router_gateway {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:43.628933 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c243340>, [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:55:43Z', 'revision_number': 6, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:43.635195 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d77f6-8c92-4715-b0fd-5f6b05938439 None None] The sync data for ids ['4b94c569-4f8e-4376-85b2-25ddf49fdf76'] in dv-cinder-800268-1-iscsi is: [{'id': '4b94c569-4f8e-4376-85b2-25ddf49fdf76', 'name': 'tempest-TestMinimumBasicScenario-582724127-router', 'tenant_id': '42c797a216184a848398c8806ed5b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:51Z', 'updated_at': '2021-07-09T18:55:43Z', 'revision_number': 6, 'project_id': '42c797a216184a848398c8806ed5b74a', 'gw_port_host': None}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:43.787687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:43.793867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-91a7ae98-d493-471b-a7dd-a78f106beb34 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:43.848831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aac8179-40c7-4c19-952a-e88945858b3f,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:43.882999 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:43.952075 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.105234 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4a3537c6-127b-4182-9bea-72b976516a90 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:44.156766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.159117 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.160494 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 4a3537c6-127b-4182-9bea-72b976516a90 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:44.160877 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4a3537c6-127b-4182-9bea-72b976516a90 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:44.258527 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.259102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b94c569-4f8e-4376-85b2-25ddf49fdf76 {{(pid=78521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:55:44.274215 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.275378 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4b94c569-4f8e-4376-85b2-25ddf49fdf76 HTTP/1.1" status: 204  len: 168 time: 1.5871584
Jul 09 18:55:44.278657 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48492) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:44.352157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Deleting subnet 1e3f4710-ae30-4d97-9d90-e50936858dba {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:55:44.355733 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.412164 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.542789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.616165 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.622521 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-37c6a35b-fe49-4db7-85b5-1852988052c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:44.744194 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3f4710-ae30-4d97-9d90-e50936858dba,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:44.747204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:44.748184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.754726 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd90f2-5468-45a3-bea6-c7beed64aca7 None None] Network 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:55:44.757184 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a2991706-9553-4672-8955-8c3d15829732 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e3f4710-ae30-4d97-9d90-e50936858dba HTTP/1.1" status: 204  len: 168 time: 0.4765894
Jul 09 18:55:44.757451 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48504) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:44.889028 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:44.900937 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Deleting port fa79a3ef-e56b-48e8-b4de-2252abd6f360 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:44.901375 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.055778 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] DHCP port deletion for 6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:55:45.060610 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Deleting port fa79a3ef-e56b-48e8-b4de-2252abd6f360 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:45.061097 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.130583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] For port fa79a3ef-e56b-48e8-b4de-2252abd6f360, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=fa79a3ef-e56b-48e8-b4de-2252abd6f360,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:45.131045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.259250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Calling delete_port for fa79a3ef-e56b-48e8-b4de-2252abd6f360 owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:45.272370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] For port fa79a3ef-e56b-48e8-b4de-2252abd6f360, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=fa79a3ef-e56b-48e8-b4de-2252abd6f360,segment=NetworkSegment(56a37ff9-8955-4c93-a0c6-dc1f1a68c37c),segment_id=56a37ff9-8955-4c93-a0c6-dc1f1a68c37c)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:45.272992 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.344160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.348016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:45.398880 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Calling delete_port for fa79a3ef-e56b-48e8-b4de-2252abd6f360 owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:45.489639 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa79a3ef-e56b-48e8-b4de-2252abd6f360,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:45.500231 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:45.500231 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] No DVR routers for this DVR port fa79a3ef-e56b-48e8-b4de-2252abd6f360 on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:55:45.563167 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:55:45.563579 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:55:45.631927 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.651622 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b788eb0>,) {'filters': {'network_id': ['6815a5d5-3164-4f3a-b2ee-a4e9c11b1273']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:45.665793 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b788eb0>, '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:45.666168 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b788eb0>, '56a37ff9-8955-4c93-a0c6-dc1f1a68c37c') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:45.679936 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.708035 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.729304 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:55:45.729792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:55:45.752343 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:55:45.858460 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.878762 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:45.885523 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0d085f7b-379a-43d9-a74d-53a81a4a5deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:45.942354 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=6815a5d5-3164-4f3a-b2ee-a4e9c11b1273,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:45.953396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48522) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:45.954171 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] 10.222.0.20 "DELETE /v2.0/networks/6815a5d5-3164-4f3a-b2ee-a4e9c11b1273 HTTP/1.1" status: 204  len: 168 time: 1.1949465
Jul 09 18:55:45.955308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:45.986862 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9aac8179-40c7-4c19-952a-e88945858b3f no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:46.025071 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 9aac8179-40c7-4c19-952a-e88945858b3f {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:46.025692 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9aac8179-40c7-4c19-952a-e88945858b3f not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:46.026119 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device fa79a3ef-e56b-48e8-b4de-2252abd6f360 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:46.060021 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: fa79a3ef-e56b-48e8-b4de-2252abd6f360 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:46.060381 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device fa79a3ef-e56b-48e8-b4de-2252abd6f360 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:46.063936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5cda0-118f-42d8-a699-067617b1f542 req-db977655-420d-4246-adc6-363daf25476f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:46.064602 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Deleting port fa79a3ef-e56b-48e8-b4de-2252abd6f360 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:46.065069 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:46.065334 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b7c5cda0-118f-42d8-a699-067617b1f542 req-db977655-420d-4246-adc6-363daf25476f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.2172670
Jul 09 18:55:46.132685 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-c80c442b-1b4b-4662-9d3b-5e1a0c2225f5 None None] The port 'fa79a3ef-e56b-48e8-b4de-2252abd6f360' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:55:46.188927 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b7c5cda0-118f-42d8-a699-067617b1f542 req-5d79614c-e49c-4333-a84c-613563facf0f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703697
Jul 09 18:55:46.557671 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:46.925941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Deleting port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:46.925941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:47.097045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] For port 0f8937f6-502c-4fbf-bb1b-29df2ee73e22, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:47.097775 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:47.225026 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Calling delete_port for 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 owned by network:router_interface {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:47.510028 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2211a-2d05-46e1-b5cf-5d5791390421 req-c1b284ea-0f55-4344-b91f-b86cc283599f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:47.511937 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f4c2211a-2d05-46e1-b5cf-5d5791390421 req-c1b284ea-0f55-4344-b91f-b86cc283599f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.1148751
Jul 09 18:55:47.604826 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f4c2211a-2d05-46e1-b5cf-5d5791390421 req-4cea1f00-09b2-49d7-871e-558d5be2aa73 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869486
Jul 09 18:55:47.622314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:47.626152 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7464f930-a185-4750-89e4-fa814281d096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:47.670246 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8937f6-502c-4fbf-bb1b-29df2ee73e22,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:47.673241 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:47.968224 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:48.336737 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:55:48.510045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:55:48.519412 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Sync routers for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:55:48.520000 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-291a68f9-6f99-4dd2-8d82-4f186b134647 admin admin] 10.222.0.20 "PUT /v2.0/routers/a3dbf59f-120e-4ce2-bae0-b5a0ce790891/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5650606
Jul 09 18:55:48.522181 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48534) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:48.529413 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:48.530025 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f3ed60>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:48.705189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:48.705663 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:48.999784 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f3ed60>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:55:47Z', 'revision_number': 5, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:49.003776 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Checking router: a3dbf59f-120e-4ce2-bae0-b5a0ce790891 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:55:49.012934 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Routers {'a3dbf59f-120e-4ce2-bae0-b5a0ce790891'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:49.013444 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f3ed60>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:49.071943 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad76c9-48f5-413c-9d1f-d29344e1ad43 req-bb13103e-0afc-4aa1-825b-5a1872396fd4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:49.078378 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4fad76c9-48f5-413c-9d1f-d29344e1ad43 req-bb13103e-0afc-4aa1-825b-5a1872396fd4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.3189452
Jul 09 18:55:49.083987 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:49.127387 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Deleting port 42428bcd-a0c3-4034-8409-b437d4fd01b0 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:49.127721 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:49.174967 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4fad76c9-48f5-413c-9d1f-d29344e1ad43 req-567acbd7-37aa-4b13-aaab-a97f1b1001d2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936415
Jul 09 18:55:49.211036 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] Set router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:49.351009 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] For port 42428bcd-a0c3-4034-8409-b437d4fd01b0, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=42428bcd-a0c3-4034-8409-b437d4fd01b0,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:49.353391 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:49.504604 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Calling delete_port for 42428bcd-a0c3-4034-8409-b437d4fd01b0 owned by network:router_gateway {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:49.568081 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f3ed60>, [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:55:47Z', 'revision_number': 5, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:49.576397 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ccfb-f8c1-45f3-abd8-e87db16e7dca None None] The sync data for ids ['a3dbf59f-120e-4ce2-bae0-b5a0ce790891'] in dv-cinder-800268-1-iscsi is: [{'id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'name': 'tempest-TestMinimumBasicScenario-1714964843-router', 'tenant_id': 'feee4c0d91764485882ce243115ddbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:52:06Z', 'updated_at': '2021-07-09T18:55:47Z', 'revision_number': 5, 'project_id': 'feee4c0d91764485882ce243115ddbb3', 'gw_port': {'id': '42428bcd-a0c3-4034-8409-b437d4fd01b0', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:69:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dbf59f-120e-4ce2-bae0-b5a0ce790891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:52:09Z', 'updated_at': '2021-07-09T18:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:49.583493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-745a4f92-e32c-42d7-9da3-64fe0512d724 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:49.584782 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-745a4f92-e32c-42d7-9da3-64fe0512d724 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:49.599232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-745a4f92-e32c-42d7-9da3-64fe0512d724 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:49.600389 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-745a4f92-e32c-42d7-9da3-64fe0512d724 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.1080198
Jul 09 18:55:49.709476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Deleting port 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:49.709835 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:49.740124 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:49.745103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-378f6b55-77ac-4d76-a42c-8fdecc61a7b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:49.794227 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=42428bcd-a0c3-4034-8409-b437d4fd01b0,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:49.797468 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:49.897580 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.038843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] For port 82efb77e-77ec-440b-8743-61042d0eb18e, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=82efb77e-77ec-440b-8743-61042d0eb18e,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:50.039424 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.042085 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:50.087062 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:50.087695 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0f8937f6-502c-4fbf-bb1b-29df2ee73e22 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:50.150143 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.153873 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.180822 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.181474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3dbf59f-120e-4ce2-bae0-b5a0ce790891 {{(pid=78520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:55:50.195042 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.196243 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a3dbf59f-120e-4ce2-bae0-b5a0ce790891 HTTP/1.1" status: 204  len: 168 time: 1.6730871
Jul 09 18:55:50.201338 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48548) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:50.275735 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Deleting subnet 5171027d-533e-4203-8600-2bc78e431596 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:55:50.280555 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.391988 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.394370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.394817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.395207 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Floating IP dd7ff724-c34f-4293-90bd-a8baf0a5ee2e disassociated. External IP: 172.27.1.29, port: 82efb77e-77ec-440b-8743-61042d0eb18e.
Jul 09 18:55:50.395545 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Calling delete_port for 82efb77e-77ec-440b-8743-61042d0eb18e owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:50.489065 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3a7b-66eb-4bf4-a89d-fae2d8859a67 req-ea217d77-5463-487c-9bf3-21a13bd62502 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:50.490449 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a1e3a7b-66eb-4bf4-a89d-fae2d8859a67 req-ea217d77-5463-487c-9bf3-21a13bd62502 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 947 time: 0.1531520
Jul 09 18:55:50.542106 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.555096 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.564331 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-71604fe2-7a96-4c32-9e91-13b65c044839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:50.585559 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2a1e3a7b-66eb-4bf4-a89d-fae2d8859a67 req-0e7260f9-3971-4f2f-8ffa-00c796955a1e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=dfec0f41-ce2d-4ddc-8542-03380fb7868f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861571
Jul 09 18:55:50.612213 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'Port': ['ID=82efb77e-77ec-440b-8743-61042d0eb18e,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:50.615378 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:50.630037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.634925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:50.775900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5171027d-533e-4203-8600-2bc78e431596,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:50.779526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:50.780524 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.789021 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5171027d-533e-4203-8600-2bc78e431596 HTTP/1.1" status: 204  len: 168 time: 0.5843091
Jul 09 18:55:50.789196 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48556) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:50.791423 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7aa37e-f2a3-49dd-9948-dc30a39e2060 None None] Network ccc83c17-644e-43e7-a784-c68a01abefd1 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:55:50.822651 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:55:50.906972 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:50.931357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Deleting port 0ee75262-5ea1-4673-ab69-e62caf5980e8 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:50.931974 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.109050 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] DHCP port deletion for ccc83c17-644e-43e7-a784-c68a01abefd1 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:55:51.115847 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Deleting port 0ee75262-5ea1-4673-ab69-e62caf5980e8 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:51.116546 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.168490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:55:51.207213 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:55:51.217936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] For port 0ee75262-5ea1-4673-ab69-e62caf5980e8, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0ee75262-5ea1-4673-ab69-e62caf5980e8,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:51.218394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.238819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:51.239447 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406e9b610>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:51.257810 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] No DVR routers for this DVR port 82efb77e-77ec-440b-8743-61042d0eb18e on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:55:51.260170 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.264308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-deleted', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:55:51.283014 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-81c848b3-9458-42a4-bcf2-a850a96e82b0 req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "DELETE /v2.0/ports/82efb77e-77ec-440b-8743-61042d0eb18e HTTP/1.1" status: 204  len: 173 time: 1.6755695
Jul 09 18:55:51.319770 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa8fb3a-002f-4144-a058-a97828d3816c', 'name': 'network-vif-deleted', 'tag': '82efb77e-77ec-440b-8743-61042d0eb18e', 'status': 'completed', 'code': 200}
Jul 09 18:55:51.362581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Calling delete_port for 0ee75262-5ea1-4673-ab69-e62caf5980e8 owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:51.445460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.450582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8947cbe0-75c3-45f2-b300-4c8dae6bb1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:51.498800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee75262-5ea1-4673-ab69-e62caf5980e8,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:51.509510 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:51.510349 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] No DVR routers for this DVR port 0ee75262-5ea1-4673-ab69-e62caf5980e8 on host dv-cinder-800268-1-iscsi {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:55:51.588131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] For port 0ee75262-5ea1-4673-ab69-e62caf5980e8, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=0ee75262-5ea1-4673-ab69-e62caf5980e8,segment=NetworkSegment(e6b53b56-9b98-46a6-8676-2cc8ee5697e8),segment_id=e6b53b56-9b98-46a6-8676-2cc8ee5697e8)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:55:51.588437 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.634297 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.654619 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340a7d6790>,) {'filters': {'network_id': ['ccc83c17-644e-43e7-a784-c68a01abefd1']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:51.668921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a7d6790>, 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:51.669369 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a7d6790>, 'e6b53b56-9b98-46a6-8676-2cc8ee5697e8') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:51.681976 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.700785 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.708898 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:55:51.713171 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.721093 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Calling delete_port for 0ee75262-5ea1-4673-ab69-e62caf5980e8 owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:55:51.732067 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:55:51.778761 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:51.854622 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0490f7b5-6d0b-4da9-9e86-8a2ff4196e58 req-b8fb7509-2245-4f77-bc5b-4d292c74cb6f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfa8fb3a-002f-4144-a058-a97828d3816c HTTP/1.1" status: 200  len: 210 time: 0.1168656
Jul 09 18:55:51.867483 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.874204 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:51.892817 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:51.906691 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc83c17-644e-43e7-a784-c68a01abefd1,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:51.911311 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:51.913234 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-e552a42e-233c-40ab-8173-fb59c1927446 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ccc83c17-644e-43e7-a784-c68a01abefd1 HTTP/1.1" status: 204  len: 168 time: 1.1230965
Jul 09 18:55:51.939674 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:55:51.940072 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:55:52.014224 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 42428bcd-a0c3-4034-8409-b437d4fd01b0 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:52.061776 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 42428bcd-a0c3-4034-8409-b437d4fd01b0 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:52.061776 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 42428bcd-a0c3-4034-8409-b437d4fd01b0 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:52.062773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0ee75262-5ea1-4673-ab69-e62caf5980e8 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:52.104201 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 0ee75262-5ea1-4673-ab69-e62caf5980e8 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:52.104557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 0ee75262-5ea1-4673-ab69-e62caf5980e8 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:52.140255 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48568) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:52.192130 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4be605c2-1ca1-4c19-a129-14013df3d4af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42c797a216184a848398c8806ed5b74a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506320
Jul 09 18:55:52.194578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48572) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:52.222331 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406e9b610>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:52.229168 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:55:52.241847 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:55:52.242581 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406e9b610>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:52.258534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.285090 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.338766 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.344094 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-136a93a0-b996-4564-bd29-1a2c0bc2382f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:52.356405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57511b4b-490a-4e0d-984e-4ae1cfc699b5,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:52.359447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:52.361544 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.362515 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57511b4b-490a-4e0d-984e-4ae1cfc699b5 HTTP/1.1" status: 204  len: 168 time: 0.1670456
Jul 09 18:55:52.445632 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Deleting port 0ee75262-5ea1-4673-ab69-e62caf5980e8 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:52.446016 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.484706 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:55:52.584345 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-13d1bcf7-0039-4ea2-b1a2-b0da084c84ce None None] The port '0ee75262-5ea1-4673-ab69-e62caf5980e8' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:55:52.759389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48582) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:52.819117 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d4ebd973-0b8a-4d67-87c2-cbfbdebe1f9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=feee4c0d91764485882ce243115ddbb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0583236
Jul 09 18:55:52.821976 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48586) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:52.881253 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.911270 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406e9b610>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:55:52.915812 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4921cc-404d-4c3f-8549-4828ea31924f None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:55:52.923665 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.991114 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:52.996904 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-608516e2-f168-498e-a69b-ee7fadd0e92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:53.003593 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48594) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:53.009877 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5003352a-3753-485f-8609-0ee4a5fde132,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:53.013653 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:53.015700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.016845 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0a32d92c-f6ae-4583-93ff-33fbcd27b5b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5003352a-3753-485f-8609-0ee4a5fde132 HTTP/1.1" status: 204  len: 168 time: 0.1939437
Jul 09 18:55:53.081720 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.114235 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.183579 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.189918 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a6f1f87f-717f-49ea-bbae-ca807674965b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:53.207057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfec0f41-ce2d-4ddc-8542-03380fb7868f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:53.211565 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150bde3-ff41-4254-ba51-65df74e6596b None None] New status for floating IP dd7ff724-c34f-4293-90bd-a8baf0a5ee2e: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:55:53.220834 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:53.222226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.223866 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "DELETE /v2.0/security-groups/dfec0f41-ce2d-4ddc-8542-03380fb7868f HTTP/1.1" status: 204  len: 168 time: 0.2185569
Jul 09 18:55:53.226814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48600) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:53.245343 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.api.v2.resource [None req-d218df54-47c4-4ac8-b3dc-8db922de77b0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] show failed (client error): The resource could not be found.
Jul 09 18:55:53.246731 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d218df54-47c4-4ac8-b3dc-8db922de77b0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups/dfec0f41-ce2d-4ddc-8542-03380fb7868f HTTP/1.1" status: 404  len: 347 time: 0.0188417
Jul 09 18:55:53.249825 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48604) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:53.419516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Deleting port f036810e-10cc-4d55-a0e0-97541b594fae {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:53.420063 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.603934 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.604238 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:53.816403 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Calling delete_port for f036810e-10cc-4d55-a0e0-97541b594fae owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:53.904335 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.db.api [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:55:53.904747 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_db.api [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:55:54.406370 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Deleting port f036810e-10cc-4d55-a0e0-97541b594fae {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:55:54.407074 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:54.570663 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:55:54.580260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:54.580586 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:54.705357 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Calling delete_port for f036810e-10cc-4d55-a0e0-97541b594fae owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:55:54.844824 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:54.848372 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:54.889207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'Port': ['ID=f036810e-10cc-4d55-a0e0-97541b594fae,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:54.893118 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:54.989022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.002986 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.004067 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-c4bd04c6-c03b-4a0b-88cc-2d0174dc6ff8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd7ff724-c34f-4293-90bd-a8baf0a5ee2e HTTP/1.1" status: 204  len: 168 time: 1.7532923
Jul 09 18:55:55.280902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48622) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:55.286195 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1169849355', 'description': 'tempest-description--1959394206'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:55.292001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:55.297439 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:55.301096 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:55.306764 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:55.317478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.337407 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:55.341806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:55.344558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:55.350158 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:55.419869 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.423636 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.427432 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b28bd0ee-3ed9-4e9d-940c-a331bab44ffd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:55.469695 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c6f40-c524-4475-ab54-891b3208332f,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:55.472897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:55.476149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.478060 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1959991
Jul 09 18:55:55.481153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48626) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:55.487082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6f40-c524-4475-ab54-891b3208332f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:55.492956 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:55.496979 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:55.499821 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:55.505488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:55.527485 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.585945 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.590149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.592252 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:55.613405 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e1a27e-6771-415b-9d96-f734368ed8d3,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:55.615746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:55.623093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.624339 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-1a517c65-b3be-4802-ba6d-6f622c20afcc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1418881
Jul 09 18:55:55.627075 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48630) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:55.632266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'security_group_rule': {'security_group_id': 'df7c6f40-c524-4475-ab54-891b3208332f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:55.638516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:55.642723 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:security_group_rule and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:55.645578 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:55.651115 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:55.667806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.730451 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.733929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.739655 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-6c1bc1af-e406-42fb-a357-4d8316767e56 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:55.758631 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a134814e-bf0f-42d7-8fab-0a23b984789b,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:55.762294 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:55.771301 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.772766 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-2414f4e9-0b55-49a0-97cc-bc55f69aa351 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1447513
Jul 09 18:55:55.775944 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48634) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:55:55.782408 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:55.788102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:55.792245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Usage tracker for resource:floatingip and tenant:fd5e3609cf95446486556ab3376257e1 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:55:55.795073 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:55:55.800641 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:55.811991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:55.952087 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.089346 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Allocated IP 172.27.1.179 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/3c9d906f-0a50-4936-b515-e4e609d03710) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:55:56.233103 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.262209 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.265674 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-362857a1-e972-4a3a-b6e8-899825aadb0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:56.324393 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:55:56.327190 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:55:56.330761 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:55:56.372549 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=3c9d906f-0a50-4936-b515-e4e609d03710,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:56.376708 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:56.416725 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.474808 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.678051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.682760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.688121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-36efe3c6-6901-41f0-b09c-61fa026d2362 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:56.728601 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:55:56.765255 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 82efb77e-77ec-440b-8743-61042d0eb18e {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:55:56.765526 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 82efb77e-77ec-440b-8743-61042d0eb18e not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:55:56.795754 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=3c9d906f-0a50-4936-b515-e4e609d03710,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:55:56.799643 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:55:56.808485 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.830005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:56.831338 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0537217
Jul 09 18:55:57.058917 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-ca419470-d6e8-4d17-8561-68888534e96a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:57.074718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-ca419470-d6e8-4d17-8561-68888534e96a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:57.075995 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-ca419470-d6e8-4d17-8561-68888534e96a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1169849355&fields=id&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 267 time: 0.0572832
Jul 09 18:55:57.232619 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-262853ab-a19b-44de-9489-57d8dfa62667 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:57.234171 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-262853ab-a19b-44de-9489-57d8dfa62667 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 816 time: 0.1512816
Jul 09 18:55:57.252072 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-e8272c98-3a8c-41aa-bc83-fbbbe1a0d1dd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/quotas/fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 375 time: 0.0104856
Jul 09 18:55:57.373453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-91a9d966-58ad-4f97-b90d-57e295843a62 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:57.390402 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-91a9d966-58ad-4f97-b90d-57e295843a62 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:57.392798 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-91a9d966-58ad-4f97-b90d-57e295843a62 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1286793
Jul 09 18:55:57.651764 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-7216deba-952e-4364-af51-b481a27d22cf service neutron] 10.222.0.20 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2397826
Jul 09 18:55:57.893700 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-64f15c13-30dc-4371-8770-54d98fcbeef3 service neutron] 10.222.0.20 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359717
Jul 09 18:55:58.082623 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2d76d7f7-1bc1-4852-827e-44316a198a5e req-0511bf74-54e6-4242-8ab5-0836bbe79cd6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 210 time: 0.0449810
Jul 09 18:55:59.165543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-1c67423b-c23a-4e3e-b621-a923ad7f1d4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:55:59.166301 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-1c67423b-c23a-4e3e-b621-a923ad7f1d4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:network {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:59.189574 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-1c67423b-c23a-4e3e-b621-a923ad7f1d4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:network {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:59.191141 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-1c67423b-c23a-4e3e-b621-a923ad7f1d4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 816 time: 0.1816463
Jul 09 18:55:59.249506 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-83c16d8f-30d9-469c-925a-90546d141f1f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:55:59.262097 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-748a7d92-a731-497f-8904-9120a2848406 req-83c16d8f-30d9-469c-925a-90546d141f1f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:55:59.263221 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-83c16d8f-30d9-469c-925a-90546d141f1f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 380 time: 0.0624886
Jul 09 18:55:59.283719 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a036f20c-8b0f-421b-a910-bc69c5421ed4 req-a6060905-d285-4a2b-9414-495eb3b03251 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 210 time: 0.0621564
Jul 09 18:55:59.291922 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'port': {'device_id': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'admin_state_up': True, 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'security_groups': ['df7c6f40-c524-4475-ab54-891b3208332f']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:55:59.508633 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:55:59.518885 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:55:59.529715 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Made reservation on behalf of fd5e3609cf95446486556ab3376257e1 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:55:59.533435 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:59.696107 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Allocated IP 172.20.0.5 (16dfac12-319e-4e2d-926d-5b0fb372c5f2/1e338d88-813d-4502-ad0e-bd7b34870a61/51bc02db-6793-495c-bb7b-7037b5391a23) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:55:59.883088 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:59.899513 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Transition to ACTIVE for port object 51bc02db-6793-495c-bb7b-7037b5391a23 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:55:59.926519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:55:59.934153 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-064f080d-f2cf-45d5-aa2a-f480d08a4887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:55:59.996472 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:55:59.999494 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:56:00.002036 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:56:00.059959 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:00.064626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:00.092600 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:00.093270 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.123530 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8355701
Jul 09 18:56:00.137187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Request body: {'port': {'device_id': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:56:00.252012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.271667 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-28994bac-fe98-4793-bf71-e85d404a9f97 None None] Provisioning for port 51bc02db-6793-495c-bb7b-7037b5391a23 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:56:00.277716 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-28994bac-fe98-4793-bf71-e85d404a9f97 None None] Provisioning complete for port 51bc02db-6793-495c-bb7b-7037b5391a23 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:56:00.278131 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-28994bac-fe98-4793-bf71-e85d404a9f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.336030 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-28994bac-fe98-4793-bf71-e85d404a9f97 None None] Port 51bc02db-6793-495c-bb7b-7037b5391a23 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:56:00.482916 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894602f6-afa2-4041-98c2-77d7089aebe7 req-71466580-120d-4d21-bb60-9443f446fe0e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:00.484312 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-894602f6-afa2-4041-98c2-77d7089aebe7 req-71466580-120d-4d21-bb60-9443f446fe0e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 931 time: 0.0807319
Jul 09 18:56:00.529248 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-894602f6-afa2-4041-98c2-77d7089aebe7 req-3735ffa5-7164-4532-87c9-e9dceaa871b6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389657
Jul 09 18:56:00.608563 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:56:00.615661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.630430 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Transition to ACTIVE for port object 51bc02db-6793-495c-bb7b-7037b5391a23 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:56:00.634456 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.638363 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:00.766813 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:00.794700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:00.877026 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Attempting to bind port 51bc02db-6793-495c-bb7b-7037b5391a23 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:56:00.877355 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Attempting to bind port 51bc02db-6793-495c-bb7b-7037b5391a23 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:56:00.877675 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Attempting to bind port 51bc02db-6793-495c-bb7b-7037b5391a23 on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:56:00.882442 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Port 51bc02db-6793-495c-bb7b-7037b5391a23 on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:56:00.882755 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Attempting to bind port 51bc02db-6793-495c-bb7b-7037b5391a23 on network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:56:00.888320 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:56:00.888647 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Checking segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:56:00.889052 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Bound using segment: {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:56:00.889465 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Bound port: 51bc02db-6793-495c-bb7b-7037b5391a23, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ee0108-fe8e-4ea1-9167-699419aaa78b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:56:00.889802 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.981753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:56:00.984794 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:56:00.988539 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:00.993094 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6040ee14-e60b-41f3-b360-e59e7f7f0a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:01.053593 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.054199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:01.055544 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] 10.222.0.15 "PUT /v2.0/ports/51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 1093 time: 0.9234817
Jul 09 18:56:01.056048 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:01.083629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:01.087316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:01.132217 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'status': 'completed', 'code': 200}
Jul 09 18:56:01.174459 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-bedeb4b0-8e41-4541-ae57-a6551d57fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.176011 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-bedeb4b0-8e41-4541-ae57-a6551d57fd6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1096 time: 0.0768733
Jul 09 18:56:01.347029 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-095e493b-c65c-4c6c-be44-ce68abae366e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 217 time: 0.1612461
Jul 09 18:56:01.413010 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-44e990ac-93a0-46df-ba71-9996abcb3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.414440 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-44e990ac-93a0-46df-ba71-9996abcb3094 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0585983
Jul 09 18:56:01.492818 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a7d92-a731-497f-8904-9120a2848406 req-8427ac51-748b-4d0f-81df-679073369a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.494353 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-8427ac51-748b-4d0f-81df-679073369a17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706980
Jul 09 18:56:01.638640 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-3402e428-d4e7-421f-b848-53c15ffc433c service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356196
Jul 09 18:56:01.730201 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70203b2-eabe-4487-b668-f81a13031880 req-5dca453f-b34a-49bf-8691-7b628148b763 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.731785 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f70203b2-eabe-4487-b668-f81a13031880 req-5dca453f-b34a-49bf-8691-7b628148b763 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.0863237
Jul 09 18:56:01.777958 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f70203b2-eabe-4487-b668-f81a13031880 req-affc46a3-2e7b-4b2b-a7db-cb7cb8c7f768 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402668
Jul 09 18:56:01.780250 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-748a7d92-a731-497f-8904-9120a2848406 req-e18f22f9-7f9f-474a-9050-48978f7c4114 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330326
Jul 09 18:56:01.906113 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-7b0bca15-631a-45e6-9278-d22b133bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:01.907637 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-7b0bca15-631a-45e6-9278-d22b133bff82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1096 time: 0.0770276
Jul 09 18:56:02.007652 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:02.044263 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-0e2e4ce3-2b00-4cde-bd84-1a628d297260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:02.045651 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-0e2e4ce3-2b00-4cde-bd84-1a628d297260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.1308291
Jul 09 18:56:02.123950 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-56198dda-7948-4ba1-94bb-a2068004a118 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 217 time: 0.0672281
Jul 09 18:56:02.196024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-5e8896c2-d07a-4226-85c9-5d9f6631d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:02.197470 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-5e8896c2-d07a-4226-85c9-5d9f6631d6de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0663185
Jul 09 18:56:02.276896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-9852def2-a4cb-4cfd-8946-4581538f3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:02.278475 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-9852def2-a4cb-4cfd-8946-4581538f3c4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721588
Jul 09 18:56:02.426346 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-31dcc874-591d-4e51-99cd-cc3ece744de8 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289899
Jul 09 18:56:02.575488 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-cec7c290-d828-40d4-8d01-378cb9db4b41 req-39638e40-8247-4147-bd55-6b13856675e8 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291180
Jul 09 18:56:02.708636 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:56:02.794479 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 48754) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:02.850767 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:02.867380 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '51bc02db-6793-495c-bb7b-7037b5391a23', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:56:02.934283 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:02.937950 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:02.951474 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:56:02.954668 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:56:02.955979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Usage tracker for resource:security_group_rule and tenant:3b434d5cd21c426db65f9763747f1379 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:56:02.959176 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:56:02.966760 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:56:02.970029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:02.972462 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dea8a-c6df-4dce-bf1c-95f59611a473 req-1e7a9563-1851-47a2-b0b7-4b8c466f4f98 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:02.974208 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d88dea8a-c6df-4dce-bf1c-95f59611a473 req-1e7a9563-1851-47a2-b0b7-4b8c466f4f98 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.0845969
Jul 09 18:56:02.974514 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:02.976480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:03.030563 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d88dea8a-c6df-4dce-bf1c-95f59611a473 req-bf4e5dda-9a89-499f-a399-71122deaeb39 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466383
Jul 09 18:56:03.051546 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:03.063664 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.064317 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.064665 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.065139 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.065477 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.065580 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.066014 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.066287 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.066617 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.067060 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.067307 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.067631 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.067953 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.069755 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.071846 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:03.077776 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-278a33a4-03e9-4c23-8094-40d99d357839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:03.117687 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b434d5cd21c426db65f9763747f1379&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3220930
Jul 09 18:56:03.119296 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3a32b-d7d8-4b2f-a98f-121224922817,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:03.121018 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48762) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:03.123014 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:03.179478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.205768 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.225469 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['51bc02db-6793-495c-bb7b-7037b5391a23'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:56:03.258272 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.262283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-156ed79a-b356-4628-98a0-699f7b74b4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:03.272815 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3a32b-d7d8-4b2f-a98f-121224922817,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:03.283525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.283903 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.284277 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.284637 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.285021 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.285382 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.285736 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.286089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.286443 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.286797 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.287144 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.287501 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:03.291153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:03.292758 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:03.294184 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-1b554bf8-90e7-4c61-9879-3dbb1f8daa50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/caa3a32b-d7d8-4b2f-a98f-121224922817 HTTP/1.1" status: 204  len: 168 time: 0.1721568
Jul 09 18:56:04.174817 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-f4fbf4ef-9098-415c-928a-3f8bf6773954 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718038
Jul 09 18:56:04.234250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8aef2-de41-4709-a0bc-3126eef9dff4 req-1a9dd8cb-2b05-4e48-ad93-ba064c760c97 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:04.235728 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eef8aef2-de41-4709-a0bc-3126eef9dff4 req-1a9dd8cb-2b05-4e48-ad93-ba064c760c97 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 944 time: 0.0858126
Jul 09 18:56:04.271703 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-447516f5-43c6-49ff-acb1-9ef723435a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:04.273224 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-447516f5-43c6-49ff-acb1-9ef723435a9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.0749991
Jul 09 18:56:04.283785 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eef8aef2-de41-4709-a0bc-3126eef9dff4 req-0838ce1c-e15a-4562-a55f-87be1a6f02f3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412240
Jul 09 18:56:04.418067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-509449c7-025e-4e26-90b9-8530ddd882dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:04.419489 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-509449c7-025e-4e26-90b9-8530ddd882dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.1247916
Jul 09 18:56:04.612617 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-13fa00e9-a6a9-4baf-88ba-aa162ba7cef7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 1001 time: 0.1816998
Jul 09 18:56:04.679744 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-ea694140-1a62-4e54-afef-6e0900a4ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:04.681166 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-ea694140-1a62-4e54-afef-6e0900a4ed46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.0566816
Jul 09 18:56:04.708457 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:56:04.761992 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-66102be1-68d8-4ef6-8cc4-9d0611c67f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:04.763534 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-66102be1-68d8-4ef6-8cc4-9d0611c67f06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746858
Jul 09 18:56:04.779454 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 51bc02db-6793-495c-bb7b-7037b5391a23 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:56:04.784989 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 51bc02db-6793-495c-bb7b-7037b5391a23 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:56:04.785288 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:04.907264 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-98f63bd6-751b-44c1-8d4a-bfbbb50977c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363704
Jul 09 18:56:04.908974 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:04.939086 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:04.949441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:04.954328 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:04.957840 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-e9f3230e-a5b4-4b1f-9d6f-707a7d0ba52f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:04.998235 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'code': 200}
Jul 09 18:56:05.039792 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:05.044068 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:05.055300 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-42218f93-b531-4761-bb8f-4c2a55710a25 req-a758c188-3b84-41d1-a9c8-b8d540a3ba60 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366003
Jul 09 18:56:05.227328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bfe96-e54d-473a-8c0a-ab7645115399 req-d817ce5e-68ba-47dc-8782-edc5bd495495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:05.228822 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e99bfe96-e54d-473a-8c0a-ab7645115399 req-d817ce5e-68ba-47dc-8782-edc5bd495495 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1098 time: 0.0698485
Jul 09 18:56:05.269858 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-e99bfe96-e54d-473a-8c0a-ab7645115399 req-beba9c97-22b4-4c70-8418-2b9e4c7eb372 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342107
Jul 09 18:56:05.477726 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db5666-3a19-4b68-9128-497e288118a3 req-e3c1a5c1-79d8-47a2-bc89-ff9ba5884def tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:05.479160 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02db5666-3a19-4b68-9128-497e288118a3 req-e3c1a5c1-79d8-47a2-bc89-ff9ba5884def tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0808086
Jul 09 18:56:05.523960 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-02db5666-3a19-4b68-9128-497e288118a3 req-477e44f5-4727-4587-a353-f876cb41017c tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392482
Jul 09 18:56:06.351362 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9bec7b76-7ec5-4046-bf57-78d843204d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:06.717724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d83129-d9e7-4a1b-abbe-1a065aa0b213 req-92905266-a7cf-47ef-94b5-b5e892abb239 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:06.719101 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26d83129-d9e7-4a1b-abbe-1a065aa0b213 req-92905266-a7cf-47ef-94b5-b5e892abb239 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0866687
Jul 09 18:56:06.766859 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26d83129-d9e7-4a1b-abbe-1a065aa0b213 req-d837cb92-a76e-43e5-a796-82304b43bc6b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420809
Jul 09 18:56:06.866023 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:06.959663 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502dafb-ad61-4681-bd35-74fdd79542d0 req-b8842665-2506-4202-ae4b-adffef111a96 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:06.961167 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d502dafb-ad61-4681-bd35-74fdd79542d0 req-b8842665-2506-4202-ae4b-adffef111a96 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0874588
Jul 09 18:56:06.969690 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48786) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:06.974921 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Request body: {'floatingip': {'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:56:07.056977 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:07.898403 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:07.903853 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:08.083515 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.l3_db [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Floating IP 0fb6d650-d61e-435a-a192-e85dcc12a4e3 associated. External IP: 172.27.1.179, port: 51bc02db-6793-495c-bb7b-7037b5391a23.
Jul 09 18:56:08.426799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:56:08.601222 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:56:08.606117 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:08.610440 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:56:08.620449 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:08.621135 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340721feb0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:55:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:08.660275 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d5df286a-ac08-43cd-848f-3bc9d2d150e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "PUT /v2.0/floatingips/0fb6d650-d61e-435a-a192-e85dcc12a4e3 HTTP/1.1" status: 200  len: 991 time: 1.6895518
Jul 09 18:56:08.661036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:08.707199 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'status': 'completed', 'code': 200}
Jul 09 18:56:08.808571 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-78105968-b31e-4461-aed0-f18c233aaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:08.810056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:08.810190 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-78105968-b31e-4461-aed0-f18c233aaa6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1098 time: 0.0781052
Jul 09 18:56:08.945623 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-cc4373cd-0dea-427e-9e86-10d973be6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:08.946977 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-cc4373cd-0dea-427e-9e86-10d973be6e7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.1299355
Jul 09 18:56:09.049922 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-47efcf21-7397-4e23-88a2-17b891f889c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 999 time: 0.0953200
Jul 09 18:56:09.116291 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1c5c-3504-4ce1-ad20-1a2d677a70ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:09.127894 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-1b71a0bb-e2f2-48ec-bbcb-3b03af077ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:09.130333 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-1b71a0bb-e2f2-48ec-bbcb-3b03af077ae2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0705740
Jul 09 18:56:09.208121 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-f81ca6e2-08b7-4bc6-90e5-f0317b49c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:09.209676 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-f81ca6e2-08b7-4bc6-90e5-f0317b49c2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718920
Jul 09 18:56:09.211442 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340721feb0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '0fb6d650-d61e-435a-a192-e85dcc12a4e3', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:56Z', 'updated_at': '2021-07-09T18:56:07Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:09.215474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:56:09.223710 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:09.224320 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340721feb0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:09.344282 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-24140815-0542-4dd1-a5ac-23a5c5a281a6 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267686
Jul 09 18:56:09.403717 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:09.478701 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-c0d0fedf-2a83-48b4-828b-95f7ef5f8075 req-eea0f71a-0639-4bb9-91f0-062999e409f6 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275878
Jul 09 18:56:09.750360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340721feb0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '0fb6d650-d61e-435a-a192-e85dcc12a4e3', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:56Z', 'updated_at': '2021-07-09T18:56:07Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:09.754189 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443505e-153f-420a-bb7d-2a8cee5024ad None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '0fb6d650-d61e-435a-a192-e85dcc12a4e3', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:55:56Z', 'updated_at': '2021-07-09T18:56:07Z', 'revision_number': 1, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:56:09.976543 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e083c9-eac0-4135-97f3-1fa25b12679f None None] New status for floating IP 0fb6d650-d61e-435a-a192-e85dcc12a4e3: ACTIVE {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:56:10.053612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:11.523645 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:31.569283 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:56:32.016261 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:36.353572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-aee876df-edab-418b-8ce3-e348d195b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:36.860052 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:37.554085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a0c9-fc49-472b-bda8-330eadffa9ee req-773f4e5c-b26c-4683-8cbb-084dc4311ac2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:37.555449 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a7b0a0c9-fc49-472b-bda8-330eadffa9ee req-773f4e5c-b26c-4683-8cbb-084dc4311ac2 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0805998
Jul 09 18:56:37.702338 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a7b0a0c9-fc49-472b-bda8-330eadffa9ee req-ce5defa0-d493-400e-8873-a89f50e016e8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405962
Jul 09 18:56:38.891592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e64a7b-aab4-4d93-9758-87ea1948bec2 req-50d4eba0-71d3-45d9-8bce-b688932f274f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:38.893107 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b8e64a7b-aab4-4d93-9758-87ea1948bec2 req-50d4eba0-71d3-45d9-8bce-b688932f274f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0811062
Jul 09 18:56:38.939510 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b8e64a7b-aab4-4d93-9758-87ea1948bec2 req-9db6bd6a-34d6-4597-b589-52a20d933edd tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405898
Jul 09 18:56:39.107738 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a71d683b-5c04-494f-a338-553f31c6aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:39.253629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-0310c9d0-c1c2-4609-a9b5-8fc06cc552f5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:39.254322 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-0310c9d0-c1c2-4609-a9b5-8fc06cc552f5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Synchronizing usage tracker for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:56:39.270736 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-0310c9d0-c1c2-4609-a9b5-8fc06cc552f5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Unset dirty status for tenant:46fddbfcfddb4e21aabf8c68dfe9f563 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:56:39.271913 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-0310c9d0-c1c2-4609-a9b5-8fc06cc552f5 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.1027541
Jul 09 18:56:39.344772 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Deleting port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:39.345111 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:39.722361 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] For port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:39.722632 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.035736 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.036100 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.036423 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Floating IP 30d33183-aaa6-455e-9a78-5004a123420e disassociated. External IP: 172.27.1.250, port: 90bd3fbc-e9f3-4fe1-b280-69080ab655a4.
Jul 09 18:56:40.036758 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Calling delete_port for 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:40.060599 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.138482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67fcb-519c-41a4-8d4a-1a2f03d25874 req-9956a8da-97ab-424b-af0a-8f810333fb3f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:40.139960 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cdb67fcb-519c-41a4-8d4a-1a2f03d25874 req-9956a8da-97ab-424b-af0a-8f810333fb3f tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 945 time: 0.0885131
Jul 09 18:56:40.184476 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cdb67fcb-519c-41a4-8d4a-1a2f03d25874 req-b3a1d788-1070-4253-983a-8367f9ea710b tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups?id=3d5361d5-c89e-40f5-9d39-b61b9ece5f41&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386927
Jul 09 18:56:40.199850 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.211515 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:40.262450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'Port': ['ID=90bd3fbc-e9f3-4fe1-b280-69080ab655a4,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:40.273492 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.273866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.274232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.274789 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.274968 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.275331 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.275670 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.276044 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.276588 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.276987 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.277336 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.277699 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:56:40.281534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:40.460906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:56:40.646967 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:56:40.658749 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:56:40.669960 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:40.670602 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ceabb0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:40.724404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] No DVR routers for this DVR port 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:56:40.727015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:40.730010 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'name': 'network-vif-deleted', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:40.759427 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-b442b735-d295-45f8-aa16-b0723dda1dd7 req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.15 "DELETE /v2.0/ports/90bd3fbc-e9f3-4fe1-b280-69080ab655a4 HTTP/1.1" status: 204  len: 173 time: 1.4813449
Jul 09 18:56:40.780593 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37cf88bf-259c-4cd9-93e4-fb247e84c84e', 'name': 'network-vif-deleted', 'tag': '90bd3fbc-e9f3-4fe1-b280-69080ab655a4', 'status': 'completed', 'code': 200}
Jul 09 18:56:40.863455 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:41.220552 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ceabb0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:41.224511 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:56:41.233794 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:41.234418 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407ceabb0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:41.368269 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ddb66a64-c6e8-4378-94cb-6a5cbe2be339 req-9f6a6321-3416-45cf-bd6b-92f60718f80e tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/ports?device_id=37cf88bf-259c-4cd9-93e4-fb247e84c84e HTTP/1.1" status: 200  len: 210 time: 0.0546148
Jul 09 18:56:41.469106 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:41.546269 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:41.793353 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407ceabb0>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:41.797240 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61032639-92ef-41f6-adab-7d4484e00c3b None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:49:54Z', 'revision_number': 4, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '2d43f6ed-a504-4999-a339-c7aa7acefb76', 'name': '', 'network_id': '3ac87e67-629c-498c-b902-ee7470a8ff87', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'mac_address': 'fa:16:3e:6e:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:51Z', 'updated_at': '2021-07-09T18:50:07Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'subnets': [{'id': '0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:56:42.023966 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa27bec0-3469-433c-a2c3-b19d237c90d5 None None] New status for floating IP 30d33183-aaa6-455e-9a78-5004a123420e: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:56:42.492130 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48992) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:42.561802 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:42.589624 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:42.642424 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:42.646241 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-aaeb4281-16bc-49e7-910d-e00061d6d2f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:42.660162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5361d5-c89e-40f5-9d39-b61b9ece5f41,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:42.663382 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:42.673848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:42.674961 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d5361d5-c89e-40f5-9d39-b61b9ece5f41 HTTP/1.1" status: 204  len: 168 time: 0.1817317
Jul 09 18:56:42.677582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 48996) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:42.694300 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.api.v2.resource [None req-91def0a8-0640-4505-a2ab-38078b34bdf1 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] show failed (client error): The resource could not be found.
Jul 09 18:56:42.695290 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-91def0a8-0640-4505-a2ab-38078b34bdf1 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "GET /v2.0/security-groups/3d5361d5-c89e-40f5-9d39-b61b9ece5f41 HTTP/1.1" status: 404  len: 347 time: 0.0167470
Jul 09 18:56:42.698122 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49002) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:42.854806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Deleting port 6f19f417-b99b-4234-a7b8-36f05e369e23 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:42.855129 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:42.898739 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:56:42.937180 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:56:42.937529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 90bd3fbc-e9f3-4fe1-b280-69080ab655a4 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:56:43.026837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:43.027156 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:43.147738 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Calling delete_port for 6f19f417-b99b-4234-a7b8-36f05e369e23 owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:43.286157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:43.290515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ba2c71ce-a090-4392-917c-809c04cf6c4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:43.332399 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Pushing event deleted for resources: {'Port': ['ID=6f19f417-b99b-4234-a7b8-36f05e369e23,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:43.335356 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:43.427109 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks [] for floatingip, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:43.440699 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:43.441833 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] 10.222.0.20 "DELETE /v2.0/floatingips/30d33183-aaa6-455e-9a78-5004a123420e HTTP/1.1" status: 204  len: 168 time: 0.7428434
Jul 09 18:56:47.498089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49040) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:48.301597 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:48.662598 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Deleting port 2d43f6ed-a504-4999-a339-c7aa7acefb76 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:48.663687 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:48.865078 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] For port 2d43f6ed-a504-4999-a339-c7aa7acefb76, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=2d43f6ed-a504-4999-a339-c7aa7acefb76,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:48.865554 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:49.003830 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Calling delete_port for 2d43f6ed-a504-4999-a339-c7aa7acefb76 owned by network:router_interface {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:49.183275 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:49.187784 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:49.235446 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d43f6ed-a504-4999-a339-c7aa7acefb76,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:49.262282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:49.607516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:49.974036 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:56:50.157682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:56:50.167109 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Sync routers for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:56:50.171088 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] 10.222.0.20 "PUT /v2.0/routers/0303a9ac-77e4-47ea-8984-b6a5c32d7e38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6716514
Jul 09 18:56:50.173217 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49060) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:50.176650 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:50.177301 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407dd6f10>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:50.350779 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:50.351391 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:50.533352 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:50.543606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Deleting port 700399e5-3615-4240-ac22-338474d4b1ec {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:50.543945 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:50.642337 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407dd6f10>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '700399e5-3615-4240-ac22-338474d4b1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:56:49Z', 'revision_number': 5, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port': {'id': '700399e5-3615-4240-ac22-338474d4b1ec', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:af:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:49:45Z', 'updated_at': '2021-07-09T18:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:50.646180 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Checking router: 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:56:50.654797 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Routers {'0303a9ac-77e4-47ea-8984-b6a5c32d7e38'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:50.655407 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407dd6f10>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:50.730940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] For port 700399e5-3615-4240-ac22-338474d4b1ec, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=700399e5-3615-4240-ac22-338474d4b1ec,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:50.731293 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:50.805029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] Set router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 gateway port host: None {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:50.856951 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Calling delete_port for 700399e5-3615-4240-ac22-338474d4b1ec owned by network:router_gateway {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:50.911937 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407dd6f10>, [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:56:50Z', 'revision_number': 6, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:50.921831 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd64d92-ca44-4026-be9d-ee2c0054ca01 None None] The sync data for ids ['0303a9ac-77e4-47ea-8984-b6a5c32d7e38'] in dv-cinder-800268-1-iscsi is: [{'id': '0303a9ac-77e4-47ea-8984-b6a5c32d7e38', 'name': 'tempest-AttachVolumeTestJSON-907557343-router', 'tenant_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:49:43Z', 'updated_at': '2021-07-09T18:56:50Z', 'revision_number': 6, 'project_id': '46fddbfcfddb4e21aabf8c68dfe9f563', 'gw_port_host': None}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:56:51.158265 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.163226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:51.213815 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=700399e5-3615-4240-ac22-338474d4b1ec,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:51.216198 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:51.355819 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.546598 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.549602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.582178 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e692eb-5d0c-4881-be46-bdc2714675a6 req-f678d4aa-d15e-463f-bb99-6635be34f074 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:51.583641 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26e692eb-5d0c-4881-be46-bdc2714675a6 req-f678d4aa-d15e-463f-bb99-6635be34f074 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2789118
Jul 09 18:56:51.588859 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.589474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0303a9ac-77e4-47ea-8984-b6a5c32d7e38 {{(pid=78520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:56:51.620885 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.621897 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0303a9ac-77e4-47ea-8984-b6a5c32d7e38 HTTP/1.1" status: 204  len: 168 time: 1.4477923
Jul 09 18:56:51.624495 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49078) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:51.642304 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-26e692eb-5d0c-4881-be46-bdc2714675a6 req-92334b14-a2e2-4eef-a2b9-4653a1cf51fe tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475006
Jul 09 18:56:51.685512 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Deleting subnet 0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:56:51.688696 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.738894 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.861658 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.934178 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.938721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c953c1e3-9bf8-40f9-873e-fc432301e4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:51.976170 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 2d43f6ed-a504-4999-a339-c7aa7acefb76 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:56:51.982684 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:51.984689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:51.989931 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:51.991724 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0dff3ee1-c28c-4d9c-8cdf-8a9097fe523d HTTP/1.1" status: 204  len: 168 time: 0.3662314
Jul 09 18:56:51.994416 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49082) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:52.006172 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605d5d2-d838-430f-9a5d-3a61d75d54eb None None] Network 3ac87e67-629c-498c-b902-ee7470a8ff87 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:56:52.074114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 2d43f6ed-a504-4999-a339-c7aa7acefb76 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:56:52.074114 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 2d43f6ed-a504-4999-a339-c7aa7acefb76 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:56:52.074466 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 700399e5-3615-4240-ac22-338474d4b1ec no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:56:52.185397 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 700399e5-3615-4240-ac22-338474d4b1ec {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:56:52.185746 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 700399e5-3615-4240-ac22-338474d4b1ec not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:56:52.208870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.219746 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Deleting port 8024a100-fdbd-4470-bedb-7710e5c7a03c {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:52.220188 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.360476 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] DHCP port deletion for 3ac87e67-629c-498c-b902-ee7470a8ff87 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:56:52.364968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Deleting port 8024a100-fdbd-4470-bedb-7710e5c7a03c {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:52.365469 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.429915 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] For port 8024a100-fdbd-4470-bedb-7710e5c7a03c, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=8024a100-fdbd-4470-bedb-7710e5c7a03c,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:52.430260 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.561484 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Calling delete_port for 8024a100-fdbd-4470-bedb-7710e5c7a03c owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:52.571164 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] For port 8024a100-fdbd-4470-bedb-7710e5c7a03c, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=8024a100-fdbd-4470-bedb-7710e5c7a03c,segment=NetworkSegment(764eef70-7efe-4bbb-9eca-3330ca13d66d),segment_id=764eef70-7efe-4bbb-9eca-3330ca13d66d)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:52.571567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.637247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.641071 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6fc7e44e-f9e7-4323-9e6b-ff7eaa1933fd tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:52.686250 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8024a100-fdbd-4470-bedb-7710e5c7a03c,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:52.688023 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] No DVR routers for this DVR port 8024a100-fdbd-4470-bedb-7710e5c7a03c on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:56:52.689657 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:52.695200 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Calling delete_port for 8024a100-fdbd-4470-bedb-7710e5c7a03c owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:52.774137 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:56:52.774501 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:56:52.807426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.825067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340ba156a0>,) {'filters': {'network_id': ['3ac87e67-629c-498c-b902-ee7470a8ff87']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:52.837001 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340ba156a0>, '764eef70-7efe-4bbb-9eca-3330ca13d66d') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:52.837294 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340ba156a0>, '764eef70-7efe-4bbb-9eca-3330ca13d66d') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:52.849447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.850015 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70ded-23f0-4669-b2b5-3b811903a3e3 req-57ba5f83-a851-4139-877c-aa3646941122 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:52.851489 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-80b70ded-23f0-4669-b2b5-3b811903a3e3 req-57ba5f83-a851-4139-877c-aa3646941122 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0855665
Jul 09 18:56:52.866006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.873417 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:56:52.873417 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:56:52.889088 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:56:52.902725 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-80b70ded-23f0-4669-b2b5-3b811903a3e3 req-99febef4-402c-4042-8bf8-3abc3507f5c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448053
Jul 09 18:56:52.965518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.969193 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12bf3ade-5bde-41e2-8820-bfcb56c6d3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:52.986099 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:52.997243 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac87e67-629c-498c-b902-ee7470a8ff87,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:53.000337 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:53.011887 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ac87e67-629c-498c-b902-ee7470a8ff87 HTTP/1.1" status: 204  len: 168 time: 1.0165467
Jul 09 18:56:53.125461 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49090) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:53.173466 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-cb14f305-105f-4d25-9a9e-75b5cee51bfe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46fddbfcfddb4e21aabf8c68dfe9f563&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467744
Jul 09 18:56:53.175687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49094) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:53.236289 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:53.262049 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:53.276123 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Deleting port 8024a100-fdbd-4470-bedb-7710e5c7a03c {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:53.276613 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:53.317139 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:53.321258 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4b46d6ae-6967-48d0-b794-79dc1377d692 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:53.333680 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432e2803-410e-419b-85aa-1ddfd10f8a8e,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:53.336987 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:53.342565 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:53.343684 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/432e2803-410e-419b-85aa-1ddfd10f8a8e HTTP/1.1" status: 204  len: 168 time: 0.1671278
Jul 09 18:56:53.358594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-9b4eb848-1e2e-4bb8-97aa-193f8a6fd85b None None] The port '8024a100-fdbd-4470-bedb-7710e5c7a03c' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:56:53.976463 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 8024a100-fdbd-4470-bedb-7710e5c7a03c no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:56:54.018470 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 8024a100-fdbd-4470-bedb-7710e5c7a03c {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:56:54.018824 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 8024a100-fdbd-4470-bedb-7710e5c7a03c not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:56:54.101339 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d673-7506-4ed8-a4dd-2175dc9d0538 req-b24739ec-2136-4dda-8acc-cb5955c47e85 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:54.102836 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b710d673-7506-4ed8-a4dd-2175dc9d0538 req-b24739ec-2136-4dda-8acc-cb5955c47e85 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0818350
Jul 09 18:56:54.152364 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b710d673-7506-4ed8-a4dd-2175dc9d0538 req-c623b1d4-6b3f-4707-9e00-5095c0be16d3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437534
Jul 09 18:56:55.044566 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49148) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:55.231350 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49158) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:55.361566 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.363283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b64e0-3bd4-46b4-bb6a-dcea75fed423 req-fcd0c96a-1155-454b-9296-f68d422280e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:55.364781 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6a9b64e0-3bd4-46b4-bb6a-dcea75fed423 req-fcd0c96a-1155-454b-9296-f68d422280e3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0973663
Jul 09 18:56:55.401005 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:56:55.408584 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Usage tracker for resource:security_group_rule and tenant:70a25524c5a2434ca0d8dcc633bf7876 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:56:55.409577 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6a9b64e0-3bd4-46b4-bb6a-dcea75fed423 req-d472fa27-a1d1-4ea3-ad86-7891f09a6018 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389357
Jul 09 18:56:55.413187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:56:55.422790 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:56:55.564495 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Deleting port da355577-4d07-441d-bdcf-83794607e0f9 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:55.564874 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.747395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.754068 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.771761 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2afee554-e667-4db9-9aa4-4f8f5e04c2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:55.826872 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.827105 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.837721 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70a25524c5a2434ca0d8dcc633bf7876&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6053321
Jul 09 18:56:55.840413 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49164) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:55.842023 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25f8cb-ba26-478d-99b9-98ae28546e19,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:55.845245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:55.904596 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.934510 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.990098 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:55.994456 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f600ff0f-8726-4098-a5eb-4741495146e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:56.007270 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25f8cb-ba26-478d-99b9-98ae28546e19,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:56.011954 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:56.015453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.019003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa25f8cb-ba26-478d-99b9-98ae28546e19 HTTP/1.1" status: 204  len: 168 time: 0.1751583
Jul 09 18:56:56.067230 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Calling delete_port for da355577-4d07-441d-bdcf-83794607e0f9 owned by network:floatingip {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:56.229622 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.234449 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-40b5e440-0b38-43c0-aa3b-8099a1422e0b tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:56.278270 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event deleted for resources: {'Port': ['ID=da355577-4d07-441d-bdcf-83794607e0f9,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:56.281406 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:56.316195 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49172) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:56.334299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.349223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:56:56.353189 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Usage tracker for resource:security_group_rule and tenant:52435371484b4debb7365e537b4d7f8b is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:56:56.356104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:56:56.362097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:56:56.373113 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for floatingip, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.373445 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Floating IP 5129c9ba-4519-4b61-a233-201bd30adacf disassociated (deleted). External IP: 172.27.1.42, port: b725faeb-a270-42e9-9a08-38e5dcf99100.
Jul 09 18:56:56.448384 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.452566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.461556 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ea797a37-1479-4f27-a1d0-ad326f66c34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:56.508411 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52435371484b4debb7365e537b4d7f8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884139
Jul 09 18:56:56.508654 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49178) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:56:56.514914 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c350b4-25ee-4394-9c8c-ba86755ac76b,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:56.534837 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:56.638683 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.673477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0712d2-dd3e-40de-be50-c984c057aedd req-31fd50db-a5c0-4685-8fc0-2199ed4b67f7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:56.675016 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a0712d2-dd3e-40de-be50-c984c057aedd req-31fd50db-a5c0-4685-8fc0-2199ed4b67f7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1413758
Jul 09 18:56:56.679319 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.742573 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Router 2c19d226-fd9a-44c4-8130-a3340cfd1cff has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:56:56.758297 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a0712d2-dd3e-40de-be50-c984c057aedd req-8309d90c-9aa6-4432-b96a-e194eba21482 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702786
Jul 09 18:56:56.783068 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.787359 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-68b38ef2-3dde-435a-8d3d-f9e7c18fbbd3 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:56.799496 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c350b4-25ee-4394-9c8c-ba86755ac76b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:56.803175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:56.809697 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:56.811024 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18c350b4-25ee-4394-9c8c-ba86755ac76b HTTP/1.1" status: 204  len: 168 time: 0.3012917
Jul 09 18:56:56.934173 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:56:56.944564 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Sync routers for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:56:56.954081 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:56.954698 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9f8c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:56.961284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:57.033781 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-82447e30-1789-4f42-a380-e64be6b6ccca tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "DELETE /v2.0/floatingips/5129c9ba-4519-4b61-a233-201bd30adacf HTTP/1.1" status: 204  len: 168 time: 1.9881032
Jul 09 18:56:57.034632 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:57.094170 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'status': 'completed', 'code': 200}
Jul 09 18:56:57.147254 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:57.208407 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-d8e48407-b875-4343-8acf-4f0208ebb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:57.209968 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-d8e48407-b875-4343-8acf-4f0208ebb37d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=51125c648dcc4a42aaa3431a7851a826&device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 1099 time: 0.0893791
Jul 09 18:56:57.393146 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-dcc50973-9538-47e8-94f3-ae9e3f0ad746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:57.394643 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-dcc50973-9538-47e8-94f3-ae9e3f0ad746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 200  len: 910 time: 0.1771507
Jul 09 18:56:57.479608 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-7e1f0e92-ff09-4a73-b6b0-9fd3bb2bf78e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 200  len: 217 time: 0.0698454
Jul 09 18:56:57.498294 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a20270-fa89-4848-93f3-87132fa4952c req-2042b21c-aa19-4f02-a8ba-af892e43ad13 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:57.505317 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2a20270-fa89-4848-93f3-87132fa4952c req-2042b21c-aa19-4f02-a8ba-af892e43ad13 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1078129
Jul 09 18:56:57.534042 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9f8c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:57.538975 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Checking router: 2c19d226-fd9a-44c4-8130-a3340cfd1cff for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:56:57.551224 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:56:57.552088 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c9f8c40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:57.557849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-302da91e-8001-4f35-9198-e56a646baa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:57.559611 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-302da91e-8001-4f35-9198-e56a646baa44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 200  len: 848 time: 0.0708027
Jul 09 18:56:57.569956 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2a20270-fa89-4848-93f3-87132fa4952c req-b6c9d800-2a9d-4f5f-9059-7fe44e65d9cf tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540805
Jul 09 18:56:57.654722 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-ef8b71ee-3c3e-4775-8641-a61074d98b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:57.656211 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-ef8b71ee-3c3e-4775-8641-a61074d98b72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d89ee3ba-ec24-4307-8a94-1f04a03f5291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878475
Jul 09 18:56:57.792938 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:56:57.945061 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-e8ce94fb-4bf1-4a24-a6a6-f5d57a2d95b4 service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811749
Jul 09 18:56:57.996049 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c83e6b-9ded-42f3-8a76-7a5433c8185d req-34459a65-81d8-4dda-9fc3-5c8ce9d009f8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:58.002883 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-93c83e6b-9ded-42f3-8a76-7a5433c8185d req-34459a65-81d8-4dda-9fc3-5c8ce9d009f8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1112280
Jul 09 18:56:58.061957 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-93c83e6b-9ded-42f3-8a76-7a5433c8185d req-c2694656-05ab-48b2-ab0d-27ec2222d3ae tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581083
Jul 09 18:56:58.100508 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-ff74410b-9854-431b-ae74-7cde29f045e7 req-5b209175-c093-43e0-be87-47ef19c2c92c service neutron] 10.222.0.15 "GET /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454413
Jul 09 18:56:58.176955 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c9f8c40>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:56:58.180865 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f99e3-a1fa-41ee-84eb-ddec6ff3b1c1 None None] The sync data for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi is: [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:51:03Z', 'revision_number': 4, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'badd5c28-62da-4760-b435-4207fcb8bf01', 'name': '', 'network_id': 'd89ee3ba-ec24-4307-8a94-1f04a03f5291', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'mac_address': 'fa:16:3e:42:e3:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:01Z', 'updated_at': '2021-07-09T18:51:19Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'subnets': [{'id': '780a8652-d9c8-4ef8-82ea-c39ee62a7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:56:58.428161 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26911368-72a2-47ce-bb91-0deb69d36b25 None None] New status for floating IP 5129c9ba-4519-4b61-a233-201bd30adacf: DOWN {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:56:58.756273 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa211e5-ba05-4b4b-9d36-8536db726fd9 req-2e0af6f3-97aa-42cc-9ba5-eb70240abab1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:58.758030 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2fa211e5-ba05-4b4b-9d36-8536db726fd9 req-2e0af6f3-97aa-42cc-9ba5-eb70240abab1 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.0859880
Jul 09 18:56:58.918845 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2fa211e5-ba05-4b4b-9d36-8536db726fd9 req-01700d9a-2a7e-4bcc-8dea-37e74a08aa9a tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d70cc45-e618-497d-8e01-5c77639508fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1544433
Jul 09 18:56:58.953516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52606412-c10b-4a81-b79b-100487acc8a8 req-b69debc3-7bcc-41ca-b78a-63d0adc595b4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:58.954311 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-52606412-c10b-4a81-b79b-100487acc8a8 req-b69debc3-7bcc-41ca-b78a-63d0adc595b4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Synchronizing usage tracker for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:56:58.970563 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-52606412-c10b-4a81-b79b-100487acc8a8 req-b69debc3-7bcc-41ca-b78a-63d0adc595b4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Unset dirty status for tenant:51125c648dcc4a42aaa3431a7851a826 on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:56:58.971976 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-52606412-c10b-4a81-b79b-100487acc8a8 req-b69debc3-7bcc-41ca-b78a-63d0adc595b4 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 946 time: 0.1256821
Jul 09 18:56:59.046346 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Deleting port b725faeb-a270-42e9-9a08-38e5dcf99100 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:56:59.046694 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:59.260870 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600f386-be55-4922-8354-4ae9dd4a7eb3 req-f321da7c-ce9c-44aa-833c-3930c7c7e477 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:56:59.262317 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1600f386-be55-4922-8354-4ae9dd4a7eb3 req-f321da7c-ce9c-44aa-833c-3930c7c7e477 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0803077
Jul 09 18:56:59.304058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] For port b725faeb-a270-42e9-9a08-38e5dcf99100, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b725faeb-a270-42e9-9a08-38e5dcf99100,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:56:59.304630 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:59.309883 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1600f386-be55-4922-8354-4ae9dd4a7eb3 req-9835dc43-0882-46f8-9169-7ef33d27dd1f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418205
Jul 09 18:56:59.432650 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Calling delete_port for b725faeb-a270-42e9-9a08-38e5dcf99100 owned by compute:nova {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:56:59.582218 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:59.587635 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-41b8e835-9451-4ce9-b59d-c5bc023167cf tempest-VolumesActionsTest-1684588383 tempest-VolumesActionsTest-1684588383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:56:59.632751 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event deleted for resources: {'Port': ['ID=b725faeb-a270-42e9-9a08-38e5dcf99100,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:56:59.636242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:56:59.709895 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] No DVR routers for this DVR port b725faeb-a270-42e9-9a08-38e5dcf99100 on host hv-cinder-80026 {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:56:59.712238 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:56:59.714921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-deleted', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:56:59.730278 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-52606412-c10b-4a81-b79b-100487acc8a8 req-cf89037c-283d-4ca7-95b0-d9d97648d61e tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.15 "DELETE /v2.0/ports/b725faeb-a270-42e9-9a08-38e5dcf99100 HTTP/1.1" status: 204  len: 173 time: 0.7522018
Jul 09 18:56:59.760623 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae8b7d2-8d1d-46f3-9c45-77929178772f', 'name': 'network-vif-deleted', 'tag': 'b725faeb-a270-42e9-9a08-38e5dcf99100', 'status': 'completed', 'code': 200}
Jul 09 18:57:00.070775 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3783f9c2-90a5-4355-b82e-cda379c713f6 req-baac714b-2e9b-4b69-bc46-27c7a2a5d2db tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ae8b7d2-8d1d-46f3-9c45-77929178772f HTTP/1.1" status: 200  len: 210 time: 0.0487900
Jul 09 18:57:00.517987 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bfbb3-37dd-4e3b-b73c-747e2841076a req-507332a3-7ab2-4227-8445-1d6a158d3347 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:00.519655 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-584bfbb3-37dd-4e3b-b73c-747e2841076a req-507332a3-7ab2-4227-8445-1d6a158d3347 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0866673
Jul 09 18:57:00.570166 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-584bfbb3-37dd-4e3b-b73c-747e2841076a req-edb45916-7dee-4c5a-a94e-21dc2fb84fe1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446558
Jul 09 18:57:01.163284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49264) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:01.233010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:01.264480 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:01.329686 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:01.333411 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0352ea92-0bee-4584-a3b9-3ce39af380c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:01.347898 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d70cc45-e618-497d-8e01-5c77639508fd,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:01.351122 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:01.361572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:01.362693 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5e675741-34cb-4c06-af70-dfcc745279f5 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d70cc45-e618-497d-8e01-5c77639508fd HTTP/1.1" status: 204  len: 168 time: 0.1984446
Jul 09 18:57:01.405010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49270) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:01.949269 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498578a-f959-487e-9842-da66d8bd7c28 req-124db24f-8888-4f4c-b4f9-f321511d8378 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:01.950770 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2498578a-f959-487e-9842-da66d8bd7c28 req-124db24f-8888-4f4c-b4f9-f321511d8378 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2380738
Jul 09 18:57:02.034948 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:02.057919 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2498578a-f959-487e-9842-da66d8bd7c28 req-06faaa55-d772-4c8e-bf5a-e7c572df85e4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924213
Jul 09 18:57:02.222133 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:02.580722 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Deleting port badd5c28-62da-4760-b435-4207fcb8bf01 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:02.581056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:02.823544 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49308) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:02.867316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] For port badd5c28-62da-4760-b435-4207fcb8bf01, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=badd5c28-62da-4760-b435-4207fcb8bf01,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:02.867761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:02.993677 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:57:02.997857 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:03.008863 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Calling delete_port for badd5c28-62da-4760-b435-4207fcb8bf01 owned by network:router_interface {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:03.038572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: b725faeb-a270-42e9-9a08-38e5dcf99100 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:03.039152 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b725faeb-a270-42e9-9a08-38e5dcf99100 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:03.050761 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.071001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:03.078013 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Usage tracker for resource:security_group_rule and tenant:09c35f2a90774c4fa0ed4c31b496c427 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:03.082335 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:03.091677 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:03.170508 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:03.185359 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '51bc02db-6793-495c-bb7b-7037b5391a23', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:57:03.240059 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.257917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:57:03.273408 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:03.274333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.279462 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.281629 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:03.311482 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.328552 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-93bcadb5-2821-4539-a4dc-5358cd047249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:03.355794 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=6']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:03.365028 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.365372 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.365897 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.366232 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.366560 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.366888 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.367211 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.367775 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.367896 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.368163 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.368909 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.369429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.377562 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:03.382797 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09c35f2a90774c4fa0ed4c31b496c427&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5582335
Jul 09 18:57:03.385707 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49318) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:03.407883 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11bbd1-c13f-42f0-a689-691f98d0e58c req-ba0fd998-82b3-4a8d-b8f7-c57cbbf233d4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:03.409950 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3a11bbd1-c13f-42f0-a689-691f98d0e58c req-ba0fd998-82b3-4a8d-b8f7-c57cbbf233d4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2241242
Jul 09 18:57:03.410682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc18b5-7065-4a03-ba7a-dec3edda7d58,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:03.417708 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['51bc02db-6793-495c-bb7b-7037b5391a23'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:57:03.422413 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.422795 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.423160 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.423526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.423950 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.424346 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.424753 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.425081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.425617 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.425976 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.426335 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.426692 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:03.445239 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:03.457150 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.459533 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.466466 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-1d620eb9-ce1c-4735-a88e-ee9819549172 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:03.489509 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.522360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=badd5c28-62da-4760-b435-4207fcb8bf01,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:03.567921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.572615 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:03.577940 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-62ff2566-b671-4206-b40e-27d039becb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:03.593278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc18b5-7065-4a03-ba7a-dec3edda7d58,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:03.596751 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:03.599647 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:03.618677 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d1ce70cc-95b8-4a2f-a766-7b0665f615c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66cc18b5-7065-4a03-ba7a-dec3edda7d58 HTTP/1.1" status: 204  len: 168 time: 0.2309670
Jul 09 18:57:03.636104 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3a11bbd1-c13f-42f0-a689-691f98d0e58c req-96e4968e-a6b2-4a00-b29a-e076b3c87052 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161863
Jul 09 18:57:03.874970 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.062792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49346) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:04.081594 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.096921 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:04.101157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Usage tracker for resource:security_group_rule and tenant:129a6c3a3aa04e2aa00a8b87dfeb4ca2 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:04.104308 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:04.110465 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:04.200236 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.205137 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.215059 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-decf798b-6f44-41ee-89f3-b09c10c4d1fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:04.262469 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=129a6c3a3aa04e2aa00a8b87dfeb4ca2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1955879
Jul 09 18:57:04.262860 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49352) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:04.265746 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae8dd7-95a8-4f0d-a026-f3d587c718fd,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:04.269548 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:04.329089 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Router 2c19d226-fd9a-44c4-8130-a3340cfd1cff has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:57:04.330972 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.364754 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.435493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.443858 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-76baee31-4bdf-4bfb-b65d-101d95ea3233 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:04.456824 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae8dd7-95a8-4f0d-a026-f3d587c718fd,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:04.461198 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:04.468087 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:04.469900 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1ae8dd7-95a8-4f0d-a026-f3d587c718fd HTTP/1.1" status: 204  len: 168 time: 0.2059822
Jul 09 18:57:04.745715 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:04.757597 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Sync routers for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:04.769532 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] 10.222.0.20 "PUT /v2.0/routers/2c19d226-fd9a-44c4-8130-a3340cfd1cff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3634148
Jul 09 18:57:04.772193 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49366) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:04.784959 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:04.787696 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f08340>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:04.982629 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ff34-7315-41ac-bbbb-676230457950 req-11b52725-9fb3-4d0c-b1d5-15431793b9f9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:04.991026 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2774ff34-7315-41ac-bbbb-676230457950 req-11b52725-9fb3-4d0c-b1d5-15431793b9f9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 944 time: 0.1850495
Jul 09 18:57:05.019981 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:05.028803 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks [] for router, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.074917 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:05.087267 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2774ff34-7315-41ac-bbbb-676230457950 req-51de7497-77eb-4391-9d08-8d742b22451e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898418
Jul 09 18:57:05.237395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 51bc02db-6793-495c-bb7b-7037b5391a23 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:05.237395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.473311 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f08340>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:57:03Z', 'revision_number': 5, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port': {'id': '4c2495c8-d2f8-4087-85ad-f8eb1c1391c9', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:50:57Z', 'updated_at': '2021-07-09T18:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:05.484509 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Checking router: 2c19d226-fd9a-44c4-8130-a3340cfd1cff for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:05.498933 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Routers {'2c19d226-fd9a-44c4-8130-a3340cfd1cff'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:05.499852 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f08340>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:56:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:05.516514 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.540567 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.553243 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:05.554699 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:57:05.567800 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Deleting port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:05.568147 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.575257 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:05.580760 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:05.647811 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'code': 200}
Jul 09 18:57:05.734340 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=7']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:05.754649 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:05.758837 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] Set router 2c19d226-fd9a-44c4-8130-a3340cfd1cff gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:05.869517 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f08340>, [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:57:05Z', 'revision_number': 6, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:05.874327 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ddabb-8f97-4895-918e-f50edfda139c None None] The sync data for ids ['2c19d226-fd9a-44c4-8130-a3340cfd1cff'] in dv-cinder-800268-1-iscsi is: [{'id': '2c19d226-fd9a-44c4-8130-a3340cfd1cff', 'name': 'tempest-TestShelveInstance-1650093512-router', 'tenant_id': '51125c648dcc4a42aaa3431a7851a826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:50:56Z', 'updated_at': '2021-07-09T18:57:05Z', 'revision_number': 6, 'project_id': '51125c648dcc4a42aaa3431a7851a826', 'gw_port_host': None}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:05.897609 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] For port 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:05.897974 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.062295 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Calling delete_port for 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 owned by network:router_gateway {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:06.264589 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.268879 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-47316d6b-f17a-4495-9d30-3ee489538de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:06.378851 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-db68b4e9-2f58-4f85-a4bd-02291ab8bf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.387892 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2495c8-d2f8-4087-85ad-f8eb1c1391c9,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:06.396256 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:06.452608 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42d68-d6a7-4360-b8e4-8e3446cf974a req-9de9e0df-0ed0-4872-a33e-f0082819bfdc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:06.467643 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2b42d68-d6a7-4360-b8e4-8e3446cf974a req-9de9e0df-0ed0-4872-a33e-f0082819bfdc tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1942620
Jul 09 18:57:06.480403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.557611 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f2b42d68-d6a7-4360-b8e4-8e3446cf974a req-8a46cec2-24a5-48f9-845c-88f0288bfc39 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884340
Jul 09 18:57:06.699947 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.703620 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.741884 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.742464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c19d226-fd9a-44c4-8130-a3340cfd1cff {{(pid=78521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:57:06.763886 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.772423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49408) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:06.785319 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2c19d226-fd9a-44c4-8130-a3340cfd1cff HTTP/1.1" status: 204  len: 168 time: 2.0118096
Jul 09 18:57:06.866885 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Deleting subnet 780a8652-d9c8-4ef8-82ea-c39ee62a7018 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:57:06.871248 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.904400 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:06.990316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.120609 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.253134 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.259916 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-e1b74367-33c6-4d7e-81c6-f5e73cd0434d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:07.301001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780a8652-d9c8-4ef8-82ea-c39ee62a7018,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:07.304588 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:07.312489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.321557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d10dd-a453-4585-8491-9d6719bb208a None None] Network d89ee3ba-ec24-4307-8a94-1f04a03f5291 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:07.325564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49418) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:07.325853 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a5242e14-ce65-46bd-8061-08d94190c5cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/780a8652-d9c8-4ef8-82ea-c39ee62a7018 HTTP/1.1" status: 204  len: 168 time: 0.5530035
Jul 09 18:57:07.524569 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.549028 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Deleting port 3ba74cec-ae50-4045-b497-c4bc7c021e0d {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:07.549690 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.721546 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] DHCP port deletion for d89ee3ba-ec24-4307-8a94-1f04a03f5291 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:57:07.726220 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Deleting port 3ba74cec-ae50-4045-b497-c4bc7c021e0d {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:07.727012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.907924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] For port 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=3ba74cec-ae50-4045-b497-c4bc7c021e0d,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:07.908540 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:07.944151 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb8d99-a2c8-4e40-bb1b-2459003cae84 req-3efcfed1-3766-4aa6-aa82-227cc5bf0054 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:07.953757 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d8bb8d99-a2c8-4e40-bb1b-2459003cae84 req-3efcfed1-3766-4aa6-aa82-227cc5bf0054 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1672561
Jul 09 18:57:08.033460 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d8bb8d99-a2c8-4e40-bb1b-2459003cae84 req-977c486a-af7d-4eb6-819e-3a071bada26e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736501
Jul 09 18:57:08.071139 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 3ba74cec-ae50-4045-b497-c4bc7c021e0d no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:08.192645 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] For port 3ba74cec-ae50-4045-b497-c4bc7c021e0d, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=3ba74cec-ae50-4045-b497-c4bc7c021e0d,segment=NetworkSegment(16ea40d3-956b-4b83-8729-2bfac616466a),segment_id=16ea40d3-956b-4b83-8729-2bfac616466a)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:08.192964 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.223743 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Calling delete_port for 3ba74cec-ae50-4045-b497-c4bc7c021e0d owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:08.314095 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.326325 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-cefd26cf-3894-469c-9f25-9e1e0309ff21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:08.333680 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Calling delete_port for 3ba74cec-ae50-4045-b497-c4bc7c021e0d owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:08.364365 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No active binding found for port 3ba74cec-ae50-4045-b497-c4bc7c021e0d {{(pid=78522) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jul 09 18:57:08.365590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 3ba74cec-ae50-4045-b497-c4bc7c021e0d not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:08.366335 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device badd5c28-62da-4760-b435-4207fcb8bf01 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:08.382788 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] No DVR routers for this DVR port 3ba74cec-ae50-4045-b497-c4bc7c021e0d on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:57:08.386529 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba74cec-ae50-4045-b497-c4bc7c021e0d,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:08.437615 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:08.454736 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: badd5c28-62da-4760-b435-4207fcb8bf01 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:08.455009 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device badd5c28-62da-4760-b435-4207fcb8bf01 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:08.455648 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:08.496721 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:08.497373 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4c2495c8-d2f8-4087-85ad-f8eb1c1391c9 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:08.521064 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:57:08.521554 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:57:08.548531 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.564710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340a618070>,) {'filters': {'network_id': ['d89ee3ba-ec24-4307-8a94-1f04a03f5291']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:08.568781 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:57:08.582135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a618070>, '16ea40d3-956b-4b83-8729-2bfac616466a') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:08.582548 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a618070>, '16ea40d3-956b-4b83-8729-2bfac616466a') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:08.595510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.616294 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.627631 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:57:08.628917 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:57:08.644297 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:57:08.734919 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.742382 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:08.766626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:08.769638 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89ee3ba-ec24-4307-8a94-1f04a03f5291,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:08.773257 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:08.797526 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d89ee3ba-ec24-4307-8a94-1f04a03f5291 HTTP/1.1" status: 204  len: 168 time: 1.4701614
Jul 09 18:57:08.800621 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49430) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:09.026245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Deleting port 3ba74cec-ae50-4045-b497-c4bc7c021e0d {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:09.026245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:09.108519 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-32d972e9-14ed-4564-8842-fdb29e56dd52 None None] The port '3ba74cec-ae50-4045-b497-c4bc7c021e0d' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:57:09.124868 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-68114ad5-90f6-418d-84fe-2b509f3c44c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:09.325944 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798a50e-0795-4ec9-a9bd-e22c9cdddd27 req-3fc58ae4-aa45-491c-93bb-73b7d998b1b4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:09.327592 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2798a50e-0795-4ec9-a9bd-e22c9cdddd27 req-3fc58ae4-aa45-491c-93bb-73b7d998b1b4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1193407
Jul 09 18:57:09.406452 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2798a50e-0795-4ec9-a9bd-e22c9cdddd27 req-aa880ba5-8a01-4947-9b00-3a14544f5481 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702465
Jul 09 18:57:09.568144 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:10.067301 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:10.135065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Deleting port ca48fc71-64aa-4f58-aeb7-1a961391aca0 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:10.135759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:10.342865 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] For port ca48fc71-64aa-4f58-aeb7-1a961391aca0, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ca48fc71-64aa-4f58-aeb7-1a961391aca0,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:10.343221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:10.478572 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Calling delete_port for ca48fc71-64aa-4f58-aeb7-1a961391aca0 owned by network:router_interface {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:10.622594 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f669d1a-7ef1-401f-8c41-776c749d9761 req-9a782a4d-8313-4dc3-ab7a-e89c059fc3b3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:10.625365 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7f669d1a-7ef1-401f-8c41-776c749d9761 req-9a782a4d-8313-4dc3-ab7a-e89c059fc3b3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.0971189
Jul 09 18:57:10.694141 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7f669d1a-7ef1-401f-8c41-776c749d9761 req-4006ef80-d95f-4af7-b4d4-26699732d6a2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630906
Jul 09 18:57:10.745938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:10.751022 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-abaa3444-968a-435b-8d9f-001d7ea9e307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:10.798270 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca48fc71-64aa-4f58-aeb7-1a961391aca0,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:10.806768 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:11.270062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:11.551040 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:11.786177 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Router 677d8c7b-f592-47a3-be06-7074f370e765 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:57:12.028197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be25c-a4c0-44f0-9b84-2a0420af5486 req-34134a77-d47c-4ba3-a3b0-01e589225286 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:12.030077 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c60be25c-a4c0-44f0-9b84-2a0420af5486 req-34134a77-d47c-4ba3-a3b0-01e589225286 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1692650
Jul 09 18:57:12.095098 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c60be25c-a4c0-44f0-9b84-2a0420af5486 req-d3db88d8-d563-4c54-8fb0-47cbf7d5afb7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578170
Jul 09 18:57:12.152833 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:12.170926 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Sync routers for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:12.184214 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:12.185029 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c068b80>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:12.204134 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49462) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:12.204569 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] 10.222.0.20 "PUT /v2.0/routers/677d8c7b-f592-47a3-be06-7074f370e765/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4026678
Jul 09 18:57:12.413684 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:12.451525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks [] for router, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:12.693623 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:12.706574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Deleting port 9607de44-7d45-48f0-b23c-8b5f10edfe0f {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:12.707082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:12.853724 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c068b80>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:57:10Z', 'revision_number': 5, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port': {'id': '9607de44-7d45-48f0-b23c-8b5f10edfe0f', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ac:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677d8c7b-f592-47a3-be06-7074f370e765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:13Z', 'updated_at': '2021-07-09T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:12.863963 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Checking router: 677d8c7b-f592-47a3-be06-7074f370e765 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:12.878395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Routers {'677d8c7b-f592-47a3-be06-7074f370e765'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:12.879172 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c068b80>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['677d8c7b-f592-47a3-be06-7074f370e765'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:12.887062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49482) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:13.079160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.096390 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:13.100416 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Usage tracker for resource:security_group_rule and tenant:a55750f6980443fa956f75e11539d89c is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:13.105835 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:13.114092 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:13.132645 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] Set router 677d8c7b-f592-47a3-be06-7074f370e765 gateway port host: None {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:13.204987 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] For port 9607de44-7d45-48f0-b23c-8b5f10edfe0f, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=9607de44-7d45-48f0-b23c-8b5f10edfe0f,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:13.205634 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.278006 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c068b80>, [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:57:12Z', 'revision_number': 6, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:13.292543 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d8799-a8b0-4adb-9645-d68ff94d2713 None None] The sync data for ids ['677d8c7b-f592-47a3-be06-7074f370e765'] in dv-cinder-800268-1-iscsi is: [{'id': '677d8c7b-f592-47a3-be06-7074f370e765', 'name': 'tempest-TestShelveInstance-2126032325-router', 'tenant_id': '440c6171ea564f039ed98968bfaf3b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:10Z', 'updated_at': '2021-07-09T18:57:12Z', 'revision_number': 6, 'project_id': '440c6171ea564f039ed98968bfaf3b40', 'gw_port_host': None}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:13.317523 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.327979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.342644 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e68fb78f-0b3c-44ca-8257-7d65d4b416ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:13.390900 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a55750f6980443fa956f75e11539d89c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5026286
Jul 09 18:57:13.391991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba735c-1212-4744-8dac-b5e626c94c50,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:13.394464 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49490) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:13.398305 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:13.429740 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Calling delete_port for 9607de44-7d45-48f0-b23c-8b5f10edfe0f owned by network:router_gateway {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:13.487395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.543564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.571775 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c59466-d76f-4a66-bd7c-fac4480b729f req-0d6f2b5c-f2e7-4e5b-94ba-feabad80c9fd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:13.571775 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34c59466-d76f-4a66-bd7c-fac4480b729f req-0d6f2b5c-f2e7-4e5b-94ba-feabad80c9fd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2650099
Jul 09 18:57:13.617358 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.622425 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-27de6222-af75-4af7-ae7c-05d31f2dd187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:13.637728 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba735c-1212-4744-8dac-b5e626c94c50,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:13.640913 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:13.647064 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.652218 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46ba735c-1212-4744-8dac-b5e626c94c50 HTTP/1.1" status: 204  len: 168 time: 0.2526524
Jul 09 18:57:13.653708 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34c59466-d76f-4a66-bd7c-fac4480b729f req-acd67864-25c1-4956-ab37-578924520fd0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702481
Jul 09 18:57:13.766651 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:13.781585 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5570f19e-9292-4f64-9741-adf1c75ca654 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:13.921755 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Pushing event deleted for resources: {'Port': ['ID=9607de44-7d45-48f0-b23c-8b5f10edfe0f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:13.927742 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:14.008898 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.128385 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49498) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:14.160551 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.189143 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:14.200712 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Usage tracker for resource:security_group_rule and tenant:e6122784c2ec46ee9641e9cb6411650d is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:14.204508 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:14.211163 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:14.244287 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9607de44-7d45-48f0-b23c-8b5f10edfe0f no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:14.251380 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.254124 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.285228 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 9607de44-7d45-48f0-b23c-8b5f10edfe0f {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:14.285901 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.286374 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 9607de44-7d45-48f0-b23c-8b5f10edfe0f not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:14.286532 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677d8c7b-f592-47a3-be06-7074f370e765 {{(pid=78520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:57:14.287429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ca48fc71-64aa-4f58-aeb7-1a961391aca0 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:14.305566 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.309570 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-b3f99dda-5c32-4a4b-a343-70d6115427db admin admin] 10.222.0.20 "DELETE /v2.0/routers/677d8c7b-f592-47a3-be06-7074f370e765 HTTP/1.1" status: 204  len: 168 time: 2.1015854
Jul 09 18:57:14.309980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49502) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:14.347858 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: ca48fc71-64aa-4f58-aeb7-1a961391aca0 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:14.348594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ca48fc71-64aa-4f58-aeb7-1a961391aca0 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:14.404020 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.411659 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.422613 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1c487088-f88e-4fb2-8ac5-5c9aea7b0fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:14.440410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Deleting subnet 7e722fc7-718a-4c8f-b175-479fdd56f7f4 {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:57:14.459403 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.513012 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6122784c2ec46ee9641e9cb6411650d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3832757
Jul 09 18:57:14.515806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49506) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:14.516145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d815ffc-11da-466f-bfa4-90e400e84a47,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:14.520878 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:14.544097 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.604434 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.639512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.646320 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.719745 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.730005 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-cef5efc5-6da2-4376-8a1e-4cd415fc041e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:14.773250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d815ffc-11da-466f-bfa4-90e400e84a47,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:14.784199 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:14.790673 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.799626 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.799859 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-71c9b29b-80d4-4747-9802-6fc7c4666092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:14.800827 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d815ffc-11da-466f-bfa4-90e400e84a47 HTTP/1.1" status: 204  len: 168 time: 0.2839961
Jul 09 18:57:14.852621 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e722fc7-718a-4c8f-b175-479fdd56f7f4,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:14.857320 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:14.859968 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:14.864919 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c2ba8-1758-48b9-9b9e-ebf35ff5c51d None None] Network 0050e585-edf7-495a-b098-e4378beaa978 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:14.871431 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7e722fc7-718a-4c8f-b175-479fdd56f7f4 HTTP/1.1" status: 204  len: 168 time: 0.5600941
Jul 09 18:57:14.873888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49514) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:15.019506 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d0d76-c636-4d5a-a60d-655ccbb9db4e req-3ac41049-32d1-4b4f-9d35-6612d061aeff tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:15.029366 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eb4d0d76-c636-4d5a-a60d-655ccbb9db4e req-3ac41049-32d1-4b4f-9d35-6612d061aeff tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2112849
Jul 09 18:57:15.047426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.062289 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Deleting port b8383d2a-7247-4b82-8fc8-ca15aed8d583 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:15.062793 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.096854 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-eb4d0d76-c636-4d5a-a60d-655ccbb9db4e req-0b19d0d9-d4b6-40d1-b14e-84d08dcdb2ea tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636055
Jul 09 18:57:15.320778 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] DHCP port deletion for 0050e585-edf7-495a-b098-e4378beaa978 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:57:15.326683 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Deleting port b8383d2a-7247-4b82-8fc8-ca15aed8d583 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:15.327383 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.380389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] For port b8383d2a-7247-4b82-8fc8-ca15aed8d583, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8383d2a-7247-4b82-8fc8-ca15aed8d583,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:15.382548 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.563074 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Calling delete_port for b8383d2a-7247-4b82-8fc8-ca15aed8d583 owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:15.605900 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] For port b8383d2a-7247-4b82-8fc8-ca15aed8d583, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8383d2a-7247-4b82-8fc8-ca15aed8d583,segment=NetworkSegment(3f09aa8f-04e7-4177-882a-721dc92539b0),segment_id=3f09aa8f-04e7-4177-882a-721dc92539b0)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:15.606607 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.721753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:15.731634 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-28aac034-db79-4591-bb3b-297eaa50534d tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:15.808729 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Calling delete_port for b8383d2a-7247-4b82-8fc8-ca15aed8d583 owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:57:15.909840 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Pushing event deleted for resources: {'Port': ['ID=b8383d2a-7247-4b82-8fc8-ca15aed8d583,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:15.934158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:15.950903 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] No DVR routers for this DVR port b8383d2a-7247-4b82-8fc8-ca15aed8d583 on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:57:15.982092 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:57:15.982646 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:57:16.034168 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8383d2a-7247-4b82-8fc8-ca15aed8d583 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:16.130219 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: b8383d2a-7247-4b82-8fc8-ca15aed8d583 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:57:16.130876 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8383d2a-7247-4b82-8fc8-ca15aed8d583 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:57:16.163871 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.198900 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340a6bc160>,) {'filters': {'network_id': ['0050e585-edf7-495a-b098-e4378beaa978']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:16.217452 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a6bc160>, '3f09aa8f-04e7-4177-882a-721dc92539b0') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:16.217741 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a6bc160>, '3f09aa8f-04e7-4177-882a-721dc92539b0') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:16.233870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.253685 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.271061 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:57:16.271693 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:57:16.314534 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:57:16.379393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9cf7-d81b-4370-9ed9-4df76714d29d req-7e57b864-0dc8-40a4-9df7-0349e4ea3281 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:16.382515 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-222f9cf7-d81b-4370-9ed9-4df76714d29d req-7e57b864-0dc8-40a4-9df7-0349e4ea3281 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1176929
Jul 09 18:57:16.464559 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-222f9cf7-d81b-4370-9ed9-4df76714d29d req-fe238117-7b50-4620-8bbb-e5e78e1e40a6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739207
Jul 09 18:57:16.483850 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Deleting port b8383d2a-7247-4b82-8fc8-ca15aed8d583 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:57:16.484999 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.544291 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.548713 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:16.572859 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.575823 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Pushing event deleted for resources: {'Network': ['ID=0050e585-edf7-495a-b098-e4378beaa978,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:16.585882 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:16.601145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-3e74510c-30a3-430c-ae30-e69fb9847842 None None] The port 'b8383d2a-7247-4b82-8fc8-ca15aed8d583' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:57:16.612341 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] 10.222.0.20 "DELETE /v2.0/networks/0050e585-edf7-495a-b098-e4378beaa978 HTTP/1.1" status: 204  len: 168 time: 1.7318201
Jul 09 18:57:16.788251 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49550) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:16.849298 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49554) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:16.849712 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-64f335d8-9f71-4021-a80a-45679dd1ef21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51125c648dcc4a42aaa3431a7851a826&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0559077
Jul 09 18:57:16.912422 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:16.969035 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.061492 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.066578 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b9d7fdf7-be1e-4174-a9a9-247f8399500b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:17.079577 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f87e5-9114-40af-b012-5d156a6bd3cd,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:17.082471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:17.113803 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.117463 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f3dd132f-e69c-4f5b-a64c-9d70483df243 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47f87e5-9114-40af-b012-5d156a6bd3cd HTTP/1.1" status: 204  len: 168 time: 0.2646875
Jul 09 18:57:17.617106 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49578) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:17.722523 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-772111a9-c33a-4a36-919d-fc0507b699da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=440c6171ea564f039ed98968bfaf3b40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1041727
Jul 09 18:57:17.725052 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49592) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:17.767565 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b92ee-fde4-48f7-8332-a96316b2e8bd req-1d7a0bab-1324-499d-a4c9-7e3976602a08 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:17.773539 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8d2b92ee-fde4-48f7-8332-a96316b2e8bd req-1d7a0bab-1324-499d-a4c9-7e3976602a08 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1167061
Jul 09 18:57:17.848836 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8d2b92ee-fde4-48f7-8332-a96316b2e8bd req-93f16793-2ba3-4725-ba52-cb5d1bea2ea0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716190
Jul 09 18:57:17.849546 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.899418 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.979068 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:17.984200 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-218a0676-8e71-4bd4-b999-4a6e38897b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:17.996837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c0418-64f8-4ef4-b3a0-8e9b0862ab05,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:17.999991 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:18.002339 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.006693 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-570875c9-0288-4b17-85ed-ae6051180ec2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/127c0418-64f8-4ef4-b3a0-8e9b0862ab05 HTTP/1.1" status: 204  len: 168 time: 0.2806008
Jul 09 18:57:18.193980 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49602) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:18.348451 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.365838 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:18.372266 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Usage tracker for resource:security_group_rule and tenant:9f4e888453764d49a253a81917bc08e8 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:18.375705 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:18.382906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:18.473757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.477624 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.484719 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6eaa70b5-111a-491b-b813-d9a06950fb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:18.526755 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30d68f-86ca-40c9-a8fb-57cd0e167312,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:18.536470 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f4e888453764d49a253a81917bc08e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361013
Jul 09 18:57:18.536470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-70a6994f-3202-44d2-92db-a0bf2121093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:18.536470 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49630) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:18.598888 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.625875 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.682967 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.687878 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8f5e196b-747a-4698-bb99-cc381ee706fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:18.698516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30d68f-86ca-40c9-a8fb-57cd0e167312,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:18.702011 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:18.704905 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49638) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:18.708564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:18.712594 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6e30d68f-86ca-40c9-a8fb-57cd0e167312 HTTP/1.1" status: 204  len: 168 time: 0.1748986
Jul 09 18:57:18.943628 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1626511124-network', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:18.949141 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:18.954226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Usage tracker for resource:network and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:18.957831 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:18.965901 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:18.979149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Made reservation on behalf of 73c5716f4c554a56b3f011f174ebd215 for: {'network': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:57:18.982282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.047235 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49650) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:19.073199 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.096726 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.115420 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:19.128612 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:19.129576 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:19.135092 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:19.139220 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Usage tracker for resource:security_group_rule and tenant:695181bfeb684b5993e025ffb02ea52e is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:19.146890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:19.147083 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:19.158136 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:19.184035 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-7544acf2-3295-49fb-ad1b-c248380b0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.186502 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-7544acf2-3295-49fb-ad1b-c248380b0dbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1098 time: 0.2146933
Jul 09 18:57:19.207178 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666e62-49dd-4ff1-b735-b3c650f6711d req-a253dd2c-8b3c-4db5-a2f8-8007e509f24b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.209523 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b666e62-49dd-4ff1-b735-b3c650f6711d req-a253dd2c-8b3c-4db5-a2f8-8007e509f24b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.2105112
Jul 09 18:57:19.456259 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6b666e62-49dd-4ff1-b735-b3c650f6711d req-934d2b5f-b7af-4493-a436-eb00af170c31 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2378356
Jul 09 18:57:19.486452 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-1949eb28-8fcf-47a9-9664-31a12c4a9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.488805 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-1949eb28-8fcf-47a9-9664-31a12c4a9058 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.2871358
Jul 09 18:57:19.527085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.531173 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.535315 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-3f656f72-7c04-42e7-963c-fd2525588053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:19.561581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133}  {{(pid=78520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:57:19.574648 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e82140-15a0-47ba-83c7-4aef6f1e1f16,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:19.575212 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.578558 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:19.581653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.582003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.segments_db [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Added segment 3a0f3e78-5e55-4ab5-b257-8d844c06fc8b of type vlan for network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69
Jul 09 18:57:19.593276 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.604543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-61185c3e-35b1-4303-bdfc-b71dbbf86477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:19.610150 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.645320 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.647156 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.647729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.653862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-86f84222-f3e6-40ba-a9f5-aa449ff266e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:19.654324 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=695181bfeb684b5993e025ffb02ea52e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5923893
Jul 09 18:57:19.661465 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12c506f-a9dd-4527-8eac-ac51954bccde,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:19.663841 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49654) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:19.669629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0e407466-ce77-4e5d-b77d-55dec9598c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:19.671719 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-91189987-b54c-4d57-980a-fcd6cc68b35b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 1001 time: 0.1715443
Jul 09 18:57:19.760600 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Pushing event updated for resources: {'Network': ['ID=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:19.766303 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0573864
Jul 09 18:57:19.766303 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-073c3a14-9ca2-44da-8639-c0fb250de55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:19.766577 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49658) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:19.772015 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Request body: {'subnet': {'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1626511124-subnet', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'ip_version': 4}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:19.773629 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:57:19.778151 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:19.782086 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Usage tracker for resource:subnet and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:19.782258 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-0ca7f683-8737-443e-858b-7015b2c47a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.783612 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-0ca7f683-8737-443e-858b-7015b2c47a53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.1029198
Jul 09 18:57:19.785087 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:19.788542 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.791378 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:19.803296 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Made reservation on behalf of 73c5716f4c554a56b3f011f174ebd215 for: {'subnet': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:57:19.806191 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6506843'] for subnet, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.865901 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:19.923507 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-2cef46e5-b49e-4b85-b620-a939f90f0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:19.925031 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-2cef46e5-b49e-4b85-b620-a939f90f0150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1328580
Jul 09 18:57:20.014444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.020521 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-af728ac9-4d23-4a25-8c18-c9952898cb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:20.034888 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6477101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6506829'] for subnet, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.041656 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12c506f-a9dd-4527-8eac-ac51954bccde,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:20.041955 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-731c9a2d-41e0-486c-a53d-b5c51b5bd122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:20.045608 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:20.046413 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.047712 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e12c506f-a9dd-4527-8eac-ac51954bccde HTTP/1.1" status: 204  len: 168 time: 0.3795462
Jul 09 18:57:20.088626 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-1a0dddf0-3984-4664-9ce2-f16454cd7afc service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541643
Jul 09 18:57:20.129467 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5330c7d1-48a3-431a-b63d-eefb1e13bc69,revision_number=0']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:20.137740 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:20.138437 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:20.138781 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Network hostable DHCP agents. Network: d4efa4ca-9c59-4bd4-91c4-6993e0c16c69, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:57:20.163332 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:57:20.174122 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, d4efa4ca-9c59-4bd4-91c4-6993e0c16c69) {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:20.178740 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:20.179724 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.183806 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba7bffd-5c2c-4300-8ac1-3cfd6e030adf None None] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:20.222782 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d9a44b03-165d-4036-8ba0-d3004efc4087 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4527464
Jul 09 18:57:20.223160 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49664) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:20.232000 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:20.239902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:20.243363 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-0ad37391-52a2-4875-ba44-acb7a67eae3f req-50897664-c09a-4efa-b99e-4209e23a18ea service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453035
Jul 09 18:57:20.245022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Usage tracker for resource:router and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:20.248040 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:20.255103 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:20.273365 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.274452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.292701 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.438774 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-d4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:57:20.439523 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.569667 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.613826 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Allocated IP 172.20.0.2 (d4efa4ca-9c59-4bd4-91c4-6993e0c16c69/5330c7d1-48a3-431a-b63d-eefb1e13bc69/7fd7d2c7-e70d-4594-ae32-7ba54312b9e4) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:20.759783 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5567045-70c6-47a6-a35c-5f374b54cf19 req-1320a3b5-2670-4234-8776-5cd264d97e3a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:20.761640 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5567045-70c6-47a6-a35c-5f374b54cf19 req-1320a3b5-2670-4234-8776-5cd264d97e3a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1159997
Jul 09 18:57:20.847066 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.866809 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Transition to ACTIVE for port object 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:20.890495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Transition to ACTIVE for port object 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:20.898540 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:20.909819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:20.935831 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5567045-70c6-47a6-a35c-5f374b54cf19 req-93d96f6f-8e84-4a91-a1a7-f2ea5134eb61 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569009
Jul 09 18:57:20.988843 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:20.992026 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:20.996416 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:21.010527 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.041917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Pushing event updated for resources: {'Port': ['ID=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:21.044608 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.072496 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:21.101781 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Attempting to bind port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:21.102185 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Attempting to bind port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:21.102650 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Attempting to bind port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:21.108641 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:21.109163 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:21.109572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.109965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Bound using segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:21.110430 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Bound port: 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:21.110805 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.188181 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Allocated IP 172.27.1.247 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/44fe0724-277c-4eb3-89b3-8b2108411e7e) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:21.208335 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] For port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:21.211968 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] For port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:21.218365 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.223254 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:21.335603 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Pushing event updated for resources: {'Port': ['ID=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:21.340375 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:21.461163 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.497989 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:21.502313 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-54b0fe9b-87da-47f1-b888-0db3b2eaebc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:21.580649 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:21.584125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:21.589062 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:21.632022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=44fe0724-277c-4eb3-89b3-8b2108411e7e,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:21.637520 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:22.093587 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:22.101248 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:22.190870 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:22.346340 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938c0d5-b0f1-4460-9e65-1772d02d677e req-f4f3ef78-34a3-4cee-b904-5c8966443b4f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:22.347894 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3938c0d5-b0f1-4460-9e65-1772d02d677e req-f4f3ef78-34a3-4cee-b904-5c8966443b4f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 945 time: 0.1954825
Jul 09 18:57:22.454229 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb4252-2e55-45f7-b1d2-2809d489db23 None None] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:22.589520 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Provisioning for port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:22.601243 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Provisioning complete for port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:22.601550 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:22.603806 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:22.678531 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3938c0d5-b0f1-4460-9e65-1772d02d677e req-b7e07ac9-ff1b-4a24-97ec-1691cc0ed72d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2647512
Jul 09 18:57:22.854620 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:57:22.857756 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:22.904125 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] For port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:22.913752 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:22.918578 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:23.004736 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Pushing event updated for resources: {'Port': ['ID=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:23.008499 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-28dac0ea-a10d-44fe-bbef-31d3d8fa56ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:23.066215 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:23.211792 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:23.220278 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:23.225613 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:23.240873 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:23.241774 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407fd6f40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:23.242091 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:23.245313 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-8130d874-581a-4edf-9a99-85e352d1c4b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0202136
Jul 09 18:57:23.248939 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49728) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:23.277908 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:57:23.295025 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:23.302770 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-bbfb1a13-4618-48cd-9241-bde5ed9151cd None None] Provisioning complete for port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:23.303196 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1a13-4618-48cd-9241-bde5ed9151cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:23.343049 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:23.358910 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:23.434229 dv-cinder-800268-1-iscsi neutron-server[78522]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'code': 422} returned with failed status
Jul 09 18:57:23.437343 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=8']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:23.446066 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:23.486520 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:23.816230 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407fd6f40>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:21Z', 'revision_number': 3, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:23.822037 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:23.822820 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Updating router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 port 44fe0724-277c-4eb3-89b3-8b2108411e7e binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:57:23.885451 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.039250 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.110045 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:24.190558 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:24.190949 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.326670 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Allocated IP 172.20.0.1 (d4efa4ca-9c59-4bd4-91c4-6993e0c16c69/5330c7d1-48a3-431a-b63d-eefb1e13bc69/801a214e-6404-4523-92f1-c30fcd3cf257) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:24.351016 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.368722 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Transition to ACTIVE for port object 44fe0724-277c-4eb3-89b3-8b2108411e7e will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:24.376688 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.380607 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-a3bf249f-08cd-4421-82b1-f0560c51f9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:24.453629 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Pushing event updated for resources: {'Port': ['ID=44fe0724-277c-4eb3-89b3-8b2108411e7e,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:24.463003 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.463355 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.464054 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.464390 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.464740 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.465074 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.465403 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.465729 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.466080 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.466406 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.466730 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.467049 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:24.474905 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:24.492042 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Attempting to bind port 44fe0724-277c-4eb3-89b3-8b2108411e7e on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:24.492432 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Attempting to bind port 44fe0724-277c-4eb3-89b3-8b2108411e7e by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:24.492832 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Attempting to bind port 44fe0724-277c-4eb3-89b3-8b2108411e7e on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:24.499494 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:24.499886 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:24.500295 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.500710 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:24.501189 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Bound port: 44fe0724-277c-4eb3-89b3-8b2108411e7e, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:24.501587 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.518669 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.581249 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] For port 44fe0724-277c-4eb3-89b3-8b2108411e7e, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:24.584861 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] For port 44fe0724-277c-4eb3-89b3-8b2108411e7e, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=44fe0724-277c-4eb3-89b3-8b2108411e7e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:24.588653 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Transition to ACTIVE for port object 801a214e-6404-4523-92f1-c30fcd3cf257 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:24.591253 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.600447 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:24.619392 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-3e2c023e-dae6-4d51-a198-2834f9ae88f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0771625
Jul 09 18:57:24.639479 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2a368-a069-4236-b2ff-6c14a9922e2b req-ca7d8acb-68f9-4fd1-9418-965929ca219a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:24.641123 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a6c2a368-a069-4236-b2ff-6c14a9922e2b req-ca7d8acb-68f9-4fd1-9418-965929ca219a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1144898
Jul 09 18:57:24.642808 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:24.652412 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-df88c0d9-c5d8-450d-881c-1b7f268fa164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:24.693248 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:24.694049 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407fd6f40>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:24.732254 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:24.742130 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:24.749306 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:24.912615 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:25.014101 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Pushing event updated for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:25.015756 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Pushing event updated for resources: {'Port': ['ID=44fe0724-277c-4eb3-89b3-8b2108411e7e,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:25.021113 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a6c2a368-a069-4236-b2ff-6c14a9922e2b req-b463ecbd-a8d4-4ff7-a202-68c40eb68795 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3700988
Jul 09 18:57:25.023918 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:25.033282 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-3b7cef95-2f29-43c3-b1ad-ecc503e2a79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:25.034182 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.081017 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-1025c4d0-4e47-464e-8e44-2836554a37f4 None None] Provisioning for port 801a214e-6404-4523-92f1-c30fcd3cf257 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:25.090125 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-1025c4d0-4e47-464e-8e44-2836554a37f4 None None] Provisioning complete for port 801a214e-6404-4523-92f1-c30fcd3cf257 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:25.090855 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-1025c4d0-4e47-464e-8e44-2836554a37f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.168488 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-1025c4d0-4e47-464e-8e44-2836554a37f4 None None] Port 801a214e-6404-4523-92f1-c30fcd3cf257 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:57:25.285090 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407fd6f40>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:21Z', 'revision_number': 3, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:25.289442 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfd666-b1ea-4b3a-95b6-a3baf3f79977 None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:21Z', 'revision_number': 3, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:25.343908 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.610093 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.619513 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.652011 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:25.732907 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-1e0cf59d-c8c0-47c5-a7b3-5da557088fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:25.734410 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-1e0cf59d-c8c0-47c5-a7b3-5da557088fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9&tenant_id=fd5e3609cf95446486556ab3376257e1 HTTP/1.1" status: 200  len: 1096 time: 0.0909545
Jul 09 18:57:25.740489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:25.769830 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Pushing event updated for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:25.776201 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:25.888278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-1cd77e56-5b89-4451-96a1-b578916e5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:25.890253 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-1cd77e56-5b89-4451-96a1-b578916e5699 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1096 time: 0.1285517
Jul 09 18:57:25.948542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:25.949814 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:26.094977 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 44fe0724-277c-4eb3-89b3-8b2108411e7e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:26.266091 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 44fe0724-277c-4eb3-89b3-8b2108411e7e completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:26.271829 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 44fe0724-277c-4eb3-89b3-8b2108411e7e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:26.272201 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:26.296199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-d9b54911-5153-4867-a97e-1a7839cb68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:26.299416 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-d9b54911-5153-4867-a97e-1a7839cb68a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.4013216
Jul 09 18:57:26.422698 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:57:26.443678 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e008c-00de-44d1-bd5c-c78abed79660 req-da36d37e-a94d-4f86-8f42-4b6215b1bd95 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:26.445624 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b83e008c-00de-44d1-bd5c-c78abed79660 req-da36d37e-a94d-4f86-8f42-4b6215b1bd95 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1911640
Jul 09 18:57:26.452474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-b024cd9e-7c61-4628-8059-592f621c5632 None None] Provisioning complete for port 801a214e-6404-4523-92f1-c30fcd3cf257 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:26.453581 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b024cd9e-7c61-4628-8059-592f621c5632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:26.494409 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-cb8ee171-3efc-4c16-8694-afefca1a4237 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 999 time: 0.1854055
Jul 09 18:57:26.554073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:26.562241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-b024cd9e-7c61-4628-8059-592f621c5632 None None] Port 801a214e-6404-4523-92f1-c30fcd3cf257 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:57:26.576205 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-a46ee56e-aa7d-4d13-a5a2-249744de2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:26.577934 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-a46ee56e-aa7d-4d13-a5a2-249744de2218 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.0770259
Jul 09 18:57:26.579981 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 44fe0724-277c-4eb3-89b3-8b2108411e7e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=44fe0724-277c-4eb3-89b3-8b2108411e7e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:26.585420 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:26.588231 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:26.666976 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=44fe0724-277c-4eb3-89b3-8b2108411e7e,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:26.670269 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:26.682458 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b83e008c-00de-44d1-bd5c-c78abed79660 req-dae7b2c3-86b6-4626-b794-732adba7e38a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2299612
Jul 09 18:57:26.689856 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-43f743a7-5ac4-4a63-828e-761134e5f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:26.691794 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-43f743a7-5ac4-4a63-828e-761134e5f886 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1065936
Jul 09 18:57:26.712515 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:26.725599 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ae1a596-1262-46ce-b0ea-9b08572bcb66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4743810
Jul 09 18:57:26.837526 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-e5128778-fee0-4d6e-a5ae-dc9e0ac92e76 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352959
Jul 09 18:57:27.003920 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-837d1cd2-f87b-46f9-8845-9f99e6970f92 req-432286a2-8e23-4f2b-b7cb-a7f185a4447f service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600525
Jul 09 18:57:27.097034 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:57:27.324238 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:27.339673 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:27.340573 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c7e910>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:27.416656 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49850) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:27.422501 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-101908853-network', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:27.427145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:27.431840 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Usage tracker for resource:network and tenant:e8a204dc512b417cb4e299307398d0ad is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:27.434997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:27.440721 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:27.453203 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Made reservation on behalf of e8a204dc512b417cb4e299307398d0ad for: {'network': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:57:27.455920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for network, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.468997 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.485287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:27.491288 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a204dc512b417cb4e299307398d0ad is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:27.495499 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:27.502960 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:27.541708 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:27.598684 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.604702 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.608923 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-566493f8-b006-4150-ada2-63854db5a546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:27.634764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146}  {{(pid=78521) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 09 18:57:27.648714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3415f0e-2870-4c8e-9c92-af1ed475dc25,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:27.653822 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:27.654769 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.655101 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.segments_db [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Added segment 87d1bf06-e918-4c65-a936-f469dff34ae1 of type vlan for network b2da075a-56e9-4ef4-a7f0-60e0274c33d7
Jul 09 18:57:27.685901 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741345730425'] for network, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.725837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791'] for network, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.728948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:27.729887 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:27.734690 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:27.887381 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4694118
Jul 09 18:57:27.888351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Pushing event updated for resources: {'Network': ['ID=b2da075a-56e9-4ef4-a7f0-60e0274c33d7,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:27.890418 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49862) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:27.893318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-59682e43-f74f-4f43-9113-933a5001ae24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:27.903006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Request body: {'subnet': {'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-101908853-subnet', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'ip_version': 4}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:27.912716 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:27.924535 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Usage tracker for resource:subnet and tenant:e8a204dc512b417cb4e299307398d0ad is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:27.931615 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:27.942333 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:27.966349 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Made reservation on behalf of e8a204dc512b417cb4e299307398d0ad for: {'subnet': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:57:27.969010 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7176008'] for subnet, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.001364 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c226e86-08e2-47e9-8da2-9a44fee5680f req-98cc98b3-ef84-48a6-9baf-32b34d03fcf5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:28.003742 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c226e86-08e2-47e9-8da2-9a44fee5680f req-98cc98b3-ef84-48a6-9baf-32b34d03fcf5 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1680193
Jul 09 18:57:28.009260 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 details requested by agent ovs-agent-dv-cinder-800268-1-iscsi with host dv-cinder-800268-1-iscsi {{(pid=78522) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 09 18:57:28.082392 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4c226e86-08e2-47e9-8da2-9a44fee5680f req-345f5219-a6d0-444d-83d0-ff17ac19384f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713933
Jul 09 18:57:28.144312 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 44fe0724-277c-4eb3-89b3-8b2108411e7e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:28.409386 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7112965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7176030'] for subnet, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.417275 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8d3d1aed-2599-4025-87f9-e691aca89f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:28.444010 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 44fe0724-277c-4eb3-89b3-8b2108411e7e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:28.444402 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.475260 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc98e0e7-2e48-441e-9c05-9973b7b6e55c,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:28.483485 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:28.522424 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c7e910>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 2, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:28.529504 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:28.529875 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Updating router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 port 801a214e-6404-4523-92f1-c30fcd3cf257 binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:57:28.533661 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Checking segment: {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:28.534391 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Network hostable DHCP agents. Network: b2da075a-56e9-4ef4-a7f0-60e0274c33d7, hostable agents: ['42da1b9d-1604-4198-8932-eb2064a1d84f'], hosted agents: [] {{(pid=78521) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 09 18:57:28.558939 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 is scheduled to be hosted by DHCP agent 42da1b9d-1604-4198-8932-eb2064a1d84f with binding_index 1 {{(pid=78521) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 09 18:57:28.576875 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800268-1-iscsi, b2da075a-56e9-4ef4-a7f0-60e0274c33d7) {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:28.585844 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:28.586714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.588010 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05d60d-3619-4f03-ad27-b6f8675fe2ac None None] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:28.617750 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-aa44b322-d8cc-4ac3-b5f1-ada9278da548 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7261286
Jul 09 18:57:28.621604 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49878) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:28.631180 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:28.639062 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:28.645284 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Usage tracker for resource:router and tenant:e8a204dc512b417cb4e299307398d0ad is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:28.648961 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:28.663426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:28.679327 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.685162 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1575094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1260'] for router, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.687414 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1711008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709532', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1819370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1237'] for router, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:28.710883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.101435 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49884) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:29.221302 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1575081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1227'] for router, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.255301 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9b395ef-97d1-547a-b679-3875c626144d-b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'fixed_ips': [{'subnet_id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c'}]}} from dv-cinder-800268-1-iscsi. {{(pid=78522) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 09 18:57:29.256336 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.377207 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188030-e720-4727-8718-62bbd340b472 req-ca2e22b6-1182-43a4-b3c4-e37c62da144d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:29.386055 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-11188030-e720-4727-8718-62bbd340b472 req-ca2e22b6-1182-43a4-b3c4-e37c62da144d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1209543
Jul 09 18:57:29.453640 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-11188030-e720-4727-8718-62bbd340b472 req-41f14934-7b73-4a05-adce-b85f3e53dbab tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663393
Jul 09 18:57:29.465128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.497673 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:29.500582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.db_base_plugin_common [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Allocated IP 172.20.0.2 (b2da075a-56e9-4ef4-a7f0-60e0274c33d7/fc98e0e7-2e48-441e-9c05-9973b7b6e55c/b39508a1-e7e9-475b-a456-7d31ab6e1737) {{(pid=78522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:29.502125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Usage tracker for resource:security_group_rule and tenant:6be6031a8a4d42c1a759251d2ac3c585 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:29.505931 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:29.515848 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:29.857602 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.866654 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.881104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-19c728ed-3041-4825-886d-545767fb38d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:29.916905 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fdc953-d402-478f-8915-35db29352a9a,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:29.930786 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.resource_extend [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 09 18:57:29.932598 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.940932 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:29.970926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:29.993940 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6be6031a8a4d42c1a759251d2ac3c585&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8904970
Jul 09 18:57:29.995497 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49894) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:30.100302 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.139082 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.166360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.188917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks [] for port, precommit_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.192022 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Transition to ACTIVE for port object 801a214e-6404-4523-92f1-c30fcd3cf257 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:30.206521 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Transition to ACTIVE for port object b39508a1-e7e9-475b-a456-7d31ab6e1737 will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:30.215315 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.230217 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:30.242872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.246709 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Allocated IP 172.27.1.44 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/4b45afcb-98cc-41ea-9537-7c3a5d070776) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:30.247767 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-62442dea-8903-40f5-91c0-ca8cda4ed1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:30.263174 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fdc953-d402-478f-8915-35db29352a9a,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:30.266675 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:30.270898 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.272386 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7fdc953-d402-478f-8915-35db29352a9a HTTP/1.1" status: 204  len: 168 time: 0.2757220
Jul 09 18:57:30.528547 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.580817 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.588924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-45caa28e-2b04-495d-9b7f-4b60142e6c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:30.690782 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Transition to ACTIVE for port object b39508a1-e7e9-475b-a456-7d31ab6e1737 will not be triggered until provisioned by entity DHCP. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:30.753866 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:30.756883 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:30.767076 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:30.810155 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc83d-a1df-4f34-9c6b-6db0fca078cf None None] Pushing event updated for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:30.813196 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5e9dc83d-a1df-4f34-9c6b-6db0fca078cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:30.814656 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084'] for port, after_create {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.838246 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9e5f8dd0-1fa0-4f0e-a525-6d9e2e53f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:30.872517 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4fe49-7da0-4b23-856e-f040d8384049 req-bf647c15-eb7a-4950-a940-cb21ca0acb04 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:30.882806 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b6d4fe49-7da0-4b23-856e-f040d8384049 req-bf647c15-eb7a-4950-a940-cb21ca0acb04 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.2114828
Jul 09 18:57:30.936712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 49906) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:30.959900 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:30.994073 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:31.012937 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Pushing event updated for resources: {'Port': ['ID=b39508a1-e7e9-475b-a456-7d31ab6e1737,revision_number=1']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:31.013483 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b6d4fe49-7da0-4b23-856e-f040d8384049 req-034e4369-a7f5-4a39-ae6e-09f47e60423d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243684
Jul 09 18:57:31.014688 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Usage tracker for resource:security_group_rule and tenant:d04be8f7fe4c45f989aad1b85d596834 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:31.016017 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:31.022780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:31.035329 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:31.044829 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Pushing event updated for resources: {'Port': ['ID=4b45afcb-98cc-41ea-9537-7c3a5d070776,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:31.049692 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:31.053631 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 is already hosted by enough agents. {{(pid=78522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:31.058474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.scheduler.base_scheduler [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Resources bound (agent type, host, resource id):  {{(pid=78522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:31.064619 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Received port after_create {{(pid=78522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:31.069185 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Attempting to bind port 801a214e-6404-4523-92f1-c30fcd3cf257 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:31.069678 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Attempting to bind port 801a214e-6404-4523-92f1-c30fcd3cf257 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:31.070022 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Attempting to bind port 801a214e-6404-4523-92f1-c30fcd3cf257 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:31.091774 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:31.092202 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:31.092559 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.093038 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Bound using segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:31.093524 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Bound port: 801a214e-6404-4523-92f1-c30fcd3cf257, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:31.094051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.202169 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.211311 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.231718 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-85df0915-c2d2-4881-8e76-7b53bd8e11c8 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:31.282106 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d04be8f7fe4c45f989aad1b85d596834&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3488896
Jul 09 18:57:31.283936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cca7d-8843-40f1-894b-3315ddb40290,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:31.286579 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49910) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:31.287088 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Attempting to bind port b39508a1-e7e9-475b-a456-7d31ab6e1737 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:31.287356 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Attempting to bind port b39508a1-e7e9-475b-a456-7d31ab6e1737 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:31.287797 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Attempting to bind port b39508a1-e7e9-475b-a456-7d31ab6e1737 on network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:31.288754 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-59997277-b942-4f9e-b582-781eb11e84ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:31.310811 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:31.311323 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Checking segment: {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:31.311995 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.312571 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Bound using segment: {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:31.313361 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Bound port: b39508a1-e7e9-475b-a456-7d31ab6e1737, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:31.313800 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.426773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] For port 801a214e-6404-4523-92f1-c30fcd3cf257, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:31.441886 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] For port 801a214e-6404-4523-92f1-c30fcd3cf257, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=801a214e-6404-4523-92f1-c30fcd3cf257,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:31.446678 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] For port b39508a1-e7e9-475b-a456-7d31ab6e1737, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:31.456423 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] For port b39508a1-e7e9-475b-a456-7d31ab6e1737, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b39508a1-e7e9-475b-a456-7d31ab6e1737,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:31.461529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.465855 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.473073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:31.510630 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.552279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:31.553108 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c7e910>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:31.567400 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.622257 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:31.665227 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc83d-a1df-4f34-9c6b-6db0fca078cf None None] Pushing event updated for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:31.670569 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5e9dc83d-a1df-4f34-9c6b-6db0fca078cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:31.671269 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:31.876647 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Pushing event updated for resources: {'Port': ['ID=b39508a1-e7e9-475b-a456-7d31ab6e1737,revision_number=2']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:31.885297 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-4264b9eb-259a-43aa-b332-935f1e215b58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:31.885297 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:32.201429 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:32.213117 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:32.290738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2a07ae66-9ab3-4c73-8630-b7c0db903074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:32.343929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cca7d-8843-40f1-894b-3315ddb40290,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:32.353713 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:32.393400 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1575103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586947'] for router, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:32.400549 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:32.402489 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b52cca7d-8843-40f1-894b-3315ddb40290 HTTP/1.1" status: 204  len: 168 time: 1.1148982
Jul 09 18:57:32.417337 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b0a38-3fa4-4dce-837e-4ae9a3aa7826 req-602fc940-9daa-4dd0-ab1c-d27c4bef5147 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:32.424782 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce2b0a38-3fa4-4dce-837e-4ae9a3aa7826 req-602fc940-9daa-4dd0-ab1c-d27c4bef5147 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1885188
Jul 09 18:57:32.507802 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c7e910>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:31Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:32.513278 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360514d-eb5b-4d7e-920c-e868600ad19f None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:31Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:32.521192 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ce2b0a38-3fa4-4dce-837e-4ae9a3aa7826 req-5b855056-978f-4ced-a69f-7106d5c0c5d0 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954213
Jul 09 18:57:32.769064 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Router 30591abd-2e82-4bfc-bbc0-b38028376550 is scheduled to L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 with binding_index 1 {{(pid=78521) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 09 18:57:33.176437 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:33.188481 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Sync routers for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:33.198202 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52107101-fea9-48e8-9b37-d7c4329acb5c None None] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:57:33.219221 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:33.220501 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-e83e70e5-ed94-4e4d-b9f6-b20b22b88a98 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.5973108
Jul 09 18:57:33.221654 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:33.223843 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 49924) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:33.226051 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e958b0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:33.415986 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-bcc3536f-552b-408d-94ec-55b2ec59ef91 None None] Provisioning for port b39508a1-e7e9-475b-a456-7d31ab6e1737 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:33.714259 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:33.989253 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd343a-259b-42a8-b968-6aced334d53e req-323ddda7-2fa3-4ade-a4f6-a3402763a7f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:34.009763 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1dd343a-259b-42a8-b968-6aced334d53e req-323ddda7-2fa3-4ade-a4f6-a3402763a7f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.2632294
Jul 09 18:57:34.169747 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1dd343a-259b-42a8-b968-6aced334d53e req-aa33fdb6-bfb5-4e2e-849e-8a61a955e2e6 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589594
Jul 09 18:57:34.287306 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 801a214e-6404-4523-92f1-c30fcd3cf257 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:34.489160 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 801a214e-6404-4523-92f1-c30fcd3cf257 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:34.497087 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 801a214e-6404-4523-92f1-c30fcd3cf257 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:34.497445 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:34.586540 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e958b0>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:31Z', 'revision_number': 3, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:34.591069 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Checking router: 30591abd-2e82-4bfc-bbc0-b38028376550 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:34.591435 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Updating router 30591abd-2e82-4bfc-bbc0-b38028376550 port 4b45afcb-98cc-41ea-9537-7c3a5d070776 binding host dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:57:34.678929 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:34.790634 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:34.861294 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 801a214e-6404-4523-92f1-c30fcd3cf257, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=801a214e-6404-4523-92f1-c30fcd3cf257,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:34.871768 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:34.873294 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b39508a1-e7e9-475b-a456-7d31ab6e1737 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:34.924822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:34.953042 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.085845 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:35.091424 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:35.100403 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port b39508a1-e7e9-475b-a456-7d31ab6e1737 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:35.110651 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b39508a1-e7e9-475b-a456-7d31ab6e1737 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:35.111111 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.189341 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks [] for port, precommit_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.222910 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.provisioning_blocks [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Transition to ACTIVE for port object 4b45afcb-98cc-41ea-9537-7c3a5d070776 will not be triggered until provisioned by entity L2. {{(pid=78523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:35.236431 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.273187 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-510ff073-92ad-4ac1-bc33-82c25c5c928c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:35.444061 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Attempting to bind port 4b45afcb-98cc-41ea-9537-7c3a5d070776 on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:35.444372 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Attempting to bind port 4b45afcb-98cc-41ea-9537-7c3a5d070776 by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:35.444748 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Attempting to bind port 4b45afcb-98cc-41ea-9537-7c3a5d070776 on network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:35.484353 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:35.487521 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Checking segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:35.491468 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.494430 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.500562 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Bound using segment: {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'} {{(pid=78523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:35.502054 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.managers [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Bound port: 4b45afcb-98cc-41ea-9537-7c3a5d070776, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf57606-6809-499f-b038-876e11336281', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438'}}] {{(pid=78523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:35.502054 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.569894 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port b39508a1-e7e9-475b-a456-7d31ab6e1737, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b39508a1-e7e9-475b-a456-7d31ab6e1737,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:35.581304 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.583535 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:35.633193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21efc-c810-4690-b05b-5d26ee266f25 req-0bb5ed8d-7a3b-44c5-83d3-a18a3c3ff147 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:35.636858 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b6e21efc-c810-4690-b05b-5d26ee266f25 req-0bb5ed8d-7a3b-44c5-83d3-a18a3c3ff147 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1985691
Jul 09 18:57:35.660879 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Allocated IP 172.20.0.1 (b2da075a-56e9-4ef4-a7f0-60e0274c33d7/fc98e0e7-2e48-441e-9c05-9973b7b6e55c/ac08f2e9-60e1-47d9-b7d1-ba291693187e) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:57:35.668111 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] For port 4b45afcb-98cc-41ea-9537-7c3a5d070776, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:35.671518 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.plugins.ml2.db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] For port 4b45afcb-98cc-41ea-9537-7c3a5d070776, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4b45afcb-98cc-41ea-9537-7c3a5d070776,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:35.684893 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron_lib.callbacks.manager [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:35.729337 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=b39508a1-e7e9-475b-a456-7d31ab6e1737,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:35.738068 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:35.739560 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b402d0-2280-489b-9d8e-7bf29e23361b None None] Pushing event updated for resources: {'Port': ['ID=4b45afcb-98cc-41ea-9537-7c3a5d070776,revision_number=2']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:35.743835 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-37b402d0-2280-489b-9d8e-7bf29e23361b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:35.744621 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:35.788415 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b6e21efc-c810-4690-b05b-5d26ee266f25 req-46177745-5e7b-4f4b-ad9b-1d3d08063b4d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411784
Jul 09 18:57:35.816159 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:35.817134 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e958b0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:35.990042 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.013389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Transition to ACTIVE for port object ac08f2e9-60e1-47d9-b7d1-ba291693187e will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:36.046711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.055729 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b402d0-2280-489b-9d8e-7bf29e23361b None None] Pushing event updated for resources: {'Port': ['ID=4b45afcb-98cc-41ea-9537-7c3a5d070776,revision_number=3']} {{(pid=78523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:36.061370 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-50969d5e-61ab-489c-9c0f-561593d621df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:36.071784 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG oslo_concurrency.lockutils [None req-37b402d0-2280-489b-9d8e-7bf29e23361b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:36.140928 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 801a214e-6404-4523-92f1-c30fcd3cf257 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:36.217984 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:36.226067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:36.230626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:57:36.240908 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 801a214e-6404-4523-92f1-c30fcd3cf257 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:36.241324 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.298906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1587141'] for router_interface, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.365665 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:36.398553 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b588ef52-4595-4604-9e0c-8bfbe6efe1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.601958 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b39508a1-e7e9-475b-a456-7d31ab6e1737 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:36.648402 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Pushing event updated for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:36.672772 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:36.714581 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9861281b-25de-4661-b059-f603660f0e10 None None] Provisioning for port ac08f2e9-60e1-47d9-b7d1-ba291693187e completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:36.722292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-9861281b-25de-4661-b059-f603660f0e10 None None] Provisioning complete for port ac08f2e9-60e1-47d9-b7d1-ba291693187e triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:36.722954 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9861281b-25de-4661-b059-f603660f0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.793868 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-9861281b-25de-4661-b059-f603660f0e10 None None] Port ac08f2e9-60e1-47d9-b7d1-ba291693187e cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:57:36.807612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port b39508a1-e7e9-475b-a456-7d31ab6e1737 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:36.808245 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.883351 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-533932a7-cf08-46d6-a99c-633055452eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e958b0>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:31Z', 'revision_number': 3, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:36.889846 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533932a7-cf08-46d6-a99c-633055452eac None None] The sync data for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi is: [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:31Z', 'revision_number': 3, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:36.908949 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:36.923056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:37.141362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1506ad-58a3-4cf7-a080-d32140bb813a req-4c7dbc50-9b24-47d5-aa47-9db94ea34d24 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:37.153928 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f1506ad-58a3-4cf7-a080-d32140bb813a req-4c7dbc50-9b24-47d5-aa47-9db94ea34d24 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1176815
Jul 09 18:57:37.238616 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8f1506ad-58a3-4cf7-a080-d32140bb813a req-184bf6ef-27a2-46c5-a0a7-53e2f3479d43 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835142
Jul 09 18:57:37.389790 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:37.412583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:37.450486 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f4f3d2df-9b58-4210-bfee-315e7d2c0fc1 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:37.547117 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Pushing event updated for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:37.559004 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:37.595290 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1592761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1575038'] for router_interface, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:37.807141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:57:37.815255 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:57:38.094416 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4b45afcb-98cc-41ea-9537-7c3a5d070776 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:38.181961 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-6206fd8e-0334-4ad8-8c72-79288ca38257 None None] Provisioning complete for port ac08f2e9-60e1-47d9-b7d1-ba291693187e triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:38.182359 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6206fd8e-0334-4ad8-8c72-79288ca38257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:38.216790 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Router 30591abd-2e82-4bfc-bbc0-b38028376550 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:57:38.260317 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-6206fd8e-0334-4ad8-8c72-79288ca38257 None None] Port ac08f2e9-60e1-47d9-b7d1-ba291693187e cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:57:38.276289 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port 4b45afcb-98cc-41ea-9537-7c3a5d070776 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:38.289676 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4b45afcb-98cc-41ea-9537-7c3a5d070776 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:38.297174 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:38.616899 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a48d1-a4ce-4b28-a255-118fa8a97eef req-f400fbbc-e613-4089-acf6-ad2e7113c8cd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:38.625973 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5d9a48d1-a4ce-4b28-a255-118fa8a97eef req-f400fbbc-e613-4089-acf6-ad2e7113c8cd tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.2091129
Jul 09 18:57:38.640014 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:38.664372 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port 4b45afcb-98cc-41ea-9537-7c3a5d070776, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4b45afcb-98cc-41ea-9537-7c3a5d070776,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:38.671969 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:38.676214 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-9ef34109-f064-4310-883b-2d182690c7b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:38.700003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5d9a48d1-a4ce-4b28-a255-118fa8a97eef req-679ca314-3a03-49fc-b765-9f587a2013f2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706482
Jul 09 18:57:38.756027 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:57:38.765812 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] 10.222.0.20 "PUT /v2.0/routers/30591abd-2e82-4bfc-bbc0-b38028376550/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5408843
Jul 09 18:57:38.766109 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=4b45afcb-98cc-41ea-9537-7c3a5d070776,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:38.776483 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:39.108535 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6e42fdcd-00a5-4fc2-a09e-880f04ff4b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.152088 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Sync routers for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:57:39.162240 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:39.162924 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406e9bd60>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:39.345499 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:39.579926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50020) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:39.588051 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044558176', 'description': 'tempest-secgroup-smoke-2044558176 description', 'project_id': '73c5716f4c554a56b3f011f174ebd215'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:39.594202 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:39.598208 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:39.601123 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:39.607738 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:39.619969 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.640281 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:39.644154 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:39.647081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:39.653612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:39.713340 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406e9bd60>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:36Z', 'revision_number': 4, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ac08f2e9-60e1-47d9-b7d1-ba291693187e', 'name': '', 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'mac_address': 'fa:16:3e:db:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:35Z', 'updated_at': '2021-07-09T18:57:37Z', 'revision_number': 2, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'subnets': [{'id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:39.717160 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Checking router: 30591abd-2e82-4bfc-bbc0-b38028376550 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:57:39.717549 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Updating router 30591abd-2e82-4bfc-bbc0-b38028376550 port ac08f2e9-60e1-47d9-b7d1-ba291693187e binding host dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 09 18:57:39.749365 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.761496 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.765649 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-55173850-ff8a-46df-a57f-c550e0e0047e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:39.775544 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.810157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8f47c7-c124-4639-893c-7c9662d23509,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:39.823531 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:39.824873 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.826429 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-a7ac81c4-cc34-4a71-9ce4-7462224a7591 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2450330
Jul 09 18:57:39.830486 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50028) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:39.847210 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:39.858714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:39.863053 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:39.866834 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:39.872889 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:39.898753 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.975858 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.980220 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:39.982925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c6a3d69d-63de-476a-9ebc-b44d99f5f843 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.019390 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1ad6be-10e0-44c5-9753-7ee71cac6a6b,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.026229 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.032643 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.037023 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2028146
Jul 09 18:57:40.037327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50032) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:40.039100 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2ad9e-6308-48e7-bda3-a399db2cc4ea req-21838f2c-4cff-4437-9972-bd9b6902b513 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:40.044130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:40.047511 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50d2ad9e-6308-48e7-bda3-a399db2cc4ea req-21838f2c-4cff-4437-9972-bd9b6902b513 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1243291
Jul 09 18:57:40.051158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:40.055929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:40.059357 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:40.065145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4b45afcb-98cc-41ea-9537-7c3a5d070776 up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:40.065471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:40.083719 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.104020 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50d2ad9e-6308-48e7-bda3-a399db2cc4ea req-58bf8493-4330-439d-9118-28b69e904532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549359
Jul 09 18:57:40.138222 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.164158 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.168759 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.171160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0e313358-f09b-492a-8b0a-2f6effa23a08 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.198468 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e383d8b-fd7f-4294-a937-8cef3bc04063,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.202659 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.211228 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port 4b45afcb-98cc-41ea-9537-7c3a5d070776 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:40.211998 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.212156 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.213386 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-c5c45710-85eb-4a30-a3b9-745e59f3f531 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1749156
Jul 09 18:57:40.216075 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50036) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:40.221567 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:40.228389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:40.233524 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:40.237234 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:40.243164 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:40.260999 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.326182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.330777 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.340160 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6f3cea1b-ce9d-419f-a3d3-61abe3196954 tempest-TestShelveInstance-2045415300 tempest-TestShelveInstance-2045415300-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.364068 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd385fae-606a-45b1-8ef0-48eed5a13b6a,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.366735 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks [] for port, precommit_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.379030 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.379440 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.379901 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.380255 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.380620 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.381081 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.381450 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.381816 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.382174 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.382796 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.383149 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.383664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:57:40.387399 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.389071 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.393135 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6b2f781f-93d8-405c-80c8-8cd14b214d8d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1759555
Jul 09 18:57:40.394862 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50040) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:40.401828 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:40.407953 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:40.412101 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:40.416058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:40.422239 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:40.428351 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Transition to ACTIVE for port object ac08f2e9-60e1-47d9-b7d1-ba291693187e will not be triggered until provisioned by entity L2. {{(pid=78522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:57:40.443062 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.452863 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.453544 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.536431 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.542155 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.545606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-78dd93fb-6823-47c0-8f75-3121e6fea076 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.569038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d17ac4-5174-4687-8af3-06ffcefbfc35,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.574377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.583670 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.585364 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f0837a1e-79c1-4a71-a092-bccded9f386b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1895387
Jul 09 18:57:40.589098 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50044) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:40.600157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:40.608281 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:40.612786 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:40.616445 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:40.622823 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:40.635467 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.securitygroups_db [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Project 73c5716f4c554a56b3f011f174ebd215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:57:40.637257 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df3f46-181a-406f-a781-4da74b2dbd70 None None] Pushing event updated for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=3']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.643722 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.646181 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-d0df3f46-181a-406f-a781-4da74b2dbd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.710501 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Attempting to bind port ac08f2e9-60e1-47d9-b7d1-ba291693187e on host dv-cinder-800268-1-iscsi for vnic_type normal with profile  {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:57:40.711371 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Attempting to bind port ac08f2e9-60e1-47d9-b7d1-ba291693187e by drivers openvswitch,hyperv on host dv-cinder-800268-1-iscsi at level 0 using segments [{'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:57:40.712985 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Attempting to bind port ac08f2e9-60e1-47d9-b7d1-ba291693187e on network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:57:40.719081 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Checking agent: {'id': '3e13f8dd-13b3-4355-8885-9ff9cdd5b862', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800268-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 41, 37), 'started_at': datetime.datetime(2021, 7, 9, 18, 42, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800268-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:57:40.719617 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Checking segment: {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:57:40.720138 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.720696 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Bound using segment: {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'} {{(pid=78522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:57:40.721308 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.managers [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Bound port: ac08f2e9-60e1-47d9-b7d1-ba291693187e, host: dv-cinder-800268-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d1bf06-e918-4c65-a936-f469dff34ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7'}}] {{(pid=78522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:57:40.721775 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.726427 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.732189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.734896 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-60ac1443-d8d4-4962-9c96-04aefdaa9abf tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.761261 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694c8337-b149-4440-ad5b-f45f5a4fd387,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.764329 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.775177 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.776748 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1863925
Jul 09 18:57:40.780981 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50048) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:40.786198 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'security_group_rule': {'security_group_id': '1e8f47c7-c124-4639-893c-7c9662d23509', 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:57:40.793032 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:40.797007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:security_group_rule and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:40.799897 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:40.805628 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:40.816286 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.securitygroups_db [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Project 73c5716f4c554a56b3f011f174ebd215 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 09 18:57:40.823504 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.840559 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] For port ac08f2e9-60e1-47d9-b7d1-ba291693187e, host dv-cinder-800268-1-iscsi, cleared binding levels {{(pid=78522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:57:40.852750 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] For port ac08f2e9-60e1-47d9-b7d1-ba291693187e, host dv-cinder-800268-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ac08f2e9-60e1-47d9-b7d1-ba291693187e,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:57:40.859341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.863563 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.899769 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.907488 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825429'] for security_group_rule, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.909764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6f323155-71a5-4525-af0c-94c823f0e1c1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:40.939090 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b1db1d-7357-42fb-b88a-85ebe3e1a81e,revision_number=0']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.942285 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.951878 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:40.955765 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-7f36fbe4-6355-447a-a7f8-6cef35ff8f2c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1707032
Jul 09 18:57:40.982399 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df3f46-181a-406f-a781-4da74b2dbd70 None None] Pushing event updated for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:40.987913 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-d0df3f46-181a-406f-a781-4da74b2dbd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:40.997405 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:57:40.998053 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406e9bd60>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:57:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:41.238441 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:57:41.351193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811ea9b-9ba2-40ea-8340-2532921a52f5 req-e4f7e343-b037-4a37-978f-2e5d51da11a2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:41.351193 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8811ea9b-9ba2-40ea-8340-2532921a52f5 req-e4f7e343-b037-4a37-978f-2e5d51da11a2 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1037545
Jul 09 18:57:41.401528 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8811ea9b-9ba2-40ea-8340-2532921a52f5 req-d6fa26d1-a39c-4836-b3bf-b0dbe312fd7d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440676
Jul 09 18:57:41.547051 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:41.655992 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406e9bd60>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:36Z', 'revision_number': 4, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ac08f2e9-60e1-47d9-b7d1-ba291693187e', 'name': '', 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'mac_address': 'fa:16:3e:db:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:35Z', 'updated_at': '2021-07-09T18:57:40Z', 'revision_number': 4, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'subnets': [{'id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:57:41.660012 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a56a9-9163-4b6d-90ca-a6b2c517c8ff None None] The sync data for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi is: [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T18:57:36Z', 'revision_number': 4, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'ac08f2e9-60e1-47d9-b7d1-ba291693187e', 'name': '', 'network_id': 'b2da075a-56e9-4ef4-a7f0-60e0274c33d7', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'mac_address': 'fa:16:3e:db:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:35Z', 'updated_at': '2021-07-09T18:57:40Z', 'revision_number': 4, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'subnets': [{'id': 'fc98e0e7-2e48-441e-9c05-9973b7b6e55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:57:42.040583 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ac08f2e9-60e1-47d9-b7d1-ba291693187e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:42.113934 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning for port ac08f2e9-60e1-47d9-b7d1-ba291693187e completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:57:42.120514 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port ac08f2e9-60e1-47d9-b7d1-ba291693187e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:42.121259 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:42.252990 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:42.298527 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] For port ac08f2e9-60e1-47d9-b7d1-ba291693187e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ac08f2e9-60e1-47d9-b7d1-ba291693187e,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:42.302796 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:42.304779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-6ed052d2-64f2-4a1c-ae62-73ec64c9013f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:42.379280 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Pushing event updated for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:42.384562 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:42.627526 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a468bf-1760-4566-8161-bd482e07dfbd req-62a5b73e-61b7-4071-a0a2-3b8d6a0b7e7d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:42.629159 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-65a468bf-1760-4566-8161-bd482e07dfbd req-62a5b73e-61b7-4071-a0a2-3b8d6a0b7e7d tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 943 time: 0.1013277
Jul 09 18:57:42.679819 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-65a468bf-1760-4566-8161-bd482e07dfbd req-1d2d8c89-e031-4f03-ad80-9b3be83df980 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424197
Jul 09 18:57:43.207176 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:57:43.343608 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:43.360917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '51bc02db-6793-495c-bb7b-7037b5391a23', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'port_id': '51bc02db-6793-495c-bb7b-7037b5391a23', 'mac_address': 'fa:16:3e:af:51:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:57:43.418706 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:43.436116 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:57:43.452590 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:43.456697 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:43.458388 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:43.534378 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=9']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:43.537474 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:43.692134 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['51bc02db-6793-495c-bb7b-7037b5391a23'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:57:43.900281 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c94f9-8809-4f80-a791-173e0315dbd3 req-7c67c43b-2b09-4363-84c2-ae24d43078b4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:43.902894 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-390c94f9-8809-4f80-a791-173e0315dbd3 req-7c67c43b-2b09-4363-84c2-ae24d43078b4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 944 time: 0.0948927
Jul 09 18:57:43.967405 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-390c94f9-8809-4f80-a791-173e0315dbd3 req-5e7ac78d-e58b-4305-9c0a-453f962a553a tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563979
Jul 09 18:57:44.027014 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ac08f2e9-60e1-47d9-b7d1-ba291693187e up at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:44.098679 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Provisioning complete for port ac08f2e9-60e1-47d9-b7d1-ba291693187e triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:44.099057 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:45.165393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e54d8-6512-41a3-bd89-74a014fa0cce req-97b4af2d-9882-4178-b10f-06aa9fc68eac tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:45.166847 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-632e54d8-6512-41a3-bd89-74a014fa0cce req-97b4af2d-9882-4178-b10f-06aa9fc68eac tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 944 time: 0.0830796
Jul 09 18:57:45.213689 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-632e54d8-6512-41a3-bd89-74a014fa0cce req-be5d0506-8961-440d-97a2-b42a1751e70e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412786
Jul 09 18:57:45.221845 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:57:45.294587 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 51bc02db-6793-495c-bb7b-7037b5391a23 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:57:45.294965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:45.419082 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:45.447073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:57:45.456505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:57:45.463788 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:45.465681 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:45.503825 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'code': 200}
Jul 09 18:57:45.537237 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=10']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:45.540891 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:45.567772 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:57:45.769374 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9e3b4-4fad-4508-b94d-d1cdf7d31cb1 req-73773ff8-f4df-4ff8-940f-f9600dfdafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:45.771532 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-21c9e3b4-4fad-4508-b94d-d1cdf7d31cb1 req-73773ff8-f4df-4ff8-940f-f9600dfdafa1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1099 time: 0.0762949
Jul 09 18:57:45.815541 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-21c9e3b4-4fad-4508-b94d-d1cdf7d31cb1 req-5675e5b6-1c34-496a-811b-181e4de621f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370147
Jul 09 18:57:46.420290 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d441b3-1def-4255-af9f-18528b8b3811 req-5c2ad055-fc29-4dde-af08-2839f0387366 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:46.421772 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d441b3-1def-4255-af9f-18528b8b3811 req-5c2ad055-fc29-4dde-af08-2839f0387366 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0930941
Jul 09 18:57:46.467757 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c1d441b3-1def-4255-af9f-18528b8b3811 req-40501d8f-81ee-4b00-ac4b-ed592e9a36bb tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404241
Jul 09 18:57:47.666875 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c595e3-5ddf-47ef-b195-78b3f9782aeb req-ba8f8f96-e447-4b08-901e-c67a964ef7c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:47.668328 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67c595e3-5ddf-47ef-b195-78b3f9782aeb req-ba8f8f96-e447-4b08-901e-c67a964ef7c4 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0842249
Jul 09 18:57:47.718919 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-67c595e3-5ddf-47ef-b195-78b3f9782aeb req-7512fa33-0c62-4cb1-9639-a3686fed6eed tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441206
Jul 09 18:57:48.923611 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37321e-ba64-4e40-a56e-a51e0390cd1a req-88eb68d6-3ca1-4dd9-8323-67bd0de3a19b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:48.925146 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b37321e-ba64-4e40-a56e-a51e0390cd1a req-88eb68d6-3ca1-4dd9-8323-67bd0de3a19b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0856915
Jul 09 18:57:48.972351 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7b37321e-ba64-4e40-a56e-a51e0390cd1a req-582ca1c0-0429-431e-b1ea-7f7f3cd6296b tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395174
Jul 09 18:57:50.170053 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42fff7-f086-4bb4-a0b7-d29c36c1a65e req-9d5c3a60-87b5-4873-b547-7a226f51c8c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:50.171485 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1d42fff7-f086-4bb4-a0b7-d29c36c1a65e req-9d5c3a60-87b5-4873-b547-7a226f51c8c7 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0874932
Jul 09 18:57:50.221052 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1d42fff7-f086-4bb4-a0b7-d29c36c1a65e req-830a3e7e-28d9-42a7-9c9c-6e8d9a0438db tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438647
Jul 09 18:57:51.413668 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcd216-10d8-486a-9d06-437e5915b9e3 req-a7df4eb8-3cb8-49d3-a842-0aedd5ac1ea8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:51.415401 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9cdcd216-10d8-486a-9d06-437e5915b9e3 req-a7df4eb8-3cb8-49d3-a842-0aedd5ac1ea8 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0829043
Jul 09 18:57:51.465292 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9cdcd216-10d8-486a-9d06-437e5915b9e3 req-dfd53a7d-4214-4f15-971d-35aff9b43762 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446079
Jul 09 18:57:52.755817 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045484e-3241-477f-ad4c-781989e7f998 req-c896fc0b-e9d9-405a-b5bc-653f72694c0e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:57:52.757232 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3045484e-3241-477f-ad4c-781989e7f998 req-c896fc0b-e9d9-405a-b5bc-653f72694c0e tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.1725214
Jul 09 18:57:52.807140 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3045484e-3241-477f-ad4c-781989e7f998 req-5fdba675-0834-4650-8e26-9f78616707d3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406702
Jul 09 18:57:58.370689 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50268) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:58.495016 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.512180 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:57:58.516233 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a4aeebd276bb45c2a18649a86fbe0c11 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:57:58.519095 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:57:58.526037 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:57:58.616914 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.621179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.630898 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e284e4e5-99bd-49eb-b7b6-e763f254b202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:58.675511 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4aeebd276bb45c2a18649a86fbe0c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3014133
Jul 09 18:57:58.675784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50274) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:57:58.678625 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ea453-6259-48eb-8df3-1be15c581cb8,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:58.690552 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-7aa2a761-af8a-4c78-aa23-a91ba4f7e5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:58.739971 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.767510 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.822404 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.826108 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f0521e43-ae89-4db4-bfbf-fabdd5342d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:57:58.839056 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ea453-6259-48eb-8df3-1be15c581cb8,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:57:58.841958 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:57:58.843879 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:57:58.845182 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/762ea453-6259-48eb-8df3-1be15c581cb8 HTTP/1.1" status: 204  len: 168 time: 0.1682754
Jul 09 18:58:02.047822 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:02.961897 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-20eb2cb5-9755-4cf3-a90a-bad48f0374b0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:security_group {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:58:02.978839 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-20eb2cb5-9755-4cf3-a90a-bad48f0374b0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:security_group {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:58:02.980065 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-20eb2cb5-9755-4cf3-a90a-bad48f0374b0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044558176&fields=id&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 267 time: 0.0618839
Jul 09 18:58:03.133660 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-5f918d43-4c87-4314-a6b6-0676ec3d53d0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:03.134336 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-5f918d43-4c87-4314-a6b6-0676ec3d53d0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:network {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:58:03.151771 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-5f918d43-4c87-4314-a6b6-0676ec3d53d0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:network {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:58:03.152933 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-5f918d43-4c87-4314-a6b6-0676ec3d53d0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.1662679
Jul 09 18:58:03.168118 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-581e99ec-5e3c-4068-b772-23b5ab59b915 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/quotas/73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 375 time: 0.0095367
Jul 09 18:58:03.249098 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-8c55c82f-07ed-4715-94e3-289f5db47f3d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:58:03.265233 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-8c55c82f-07ed-4715-94e3-289f5db47f3d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:58:03.266478 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-8c55c82f-07ed-4715-94e3-289f5db47f3d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0932343
Jul 09 18:58:03.403248 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-71404a83-4a70-448b-bce0-692252d7f794 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245146
Jul 09 18:58:03.532780 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-f181baf3-e8f5-4fa9-a7b1-65efd764a7b7 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238914
Jul 09 18:58:03.928315 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c3f1fad1-9b9e-4b86-9bd7-164433b12b22 req-ef8ad68d-b232-4998-b877-041d33690490 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 210 time: 0.0474832
Jul 09 18:58:05.098739 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cd06ae8f-208d-4061-a376-41b76e3388b3 req-2de61e53-ce98-4ff9-b39a-aa4de6c3d20f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 210 time: 0.0523157
Jul 09 18:58:05.720411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-e75bebae-4dd2-4c50-904b-7d725893977c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:05.721871 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-e75bebae-4dd2-4c50-904b-7d725893977c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.1505387
Jul 09 18:58:05.776821 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-9e28736e-8a98-4948-a3aa-0977a49101c8 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:security_group {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:58:05.790575 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-9e28736e-8a98-4948-a3aa-0977a49101c8 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:security_group {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:58:05.791708 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-9e28736e-8a98-4948-a3aa-0977a49101c8 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 380 time: 0.0603316
Jul 09 18:58:05.801460 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'port': {'device_id': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'admin_state_up': True, 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'security_groups': ['1e8f47c7-c124-4639-893c-7c9662d23509']}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:58:05.942242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:05.952292 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:05.962444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Made reservation on behalf of 73c5716f4c554a56b3f011f174ebd215 for: {'port': 1} {{(pid=78521) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 18:58:05.965857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.125534 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.20.0.9 (d4efa4ca-9c59-4bd4-91c4-6993e0c16c69/5330c7d1-48a3-431a-b63d-eefb1e13bc69/0b7eae59-a185-4e9b-82de-3849390d5318) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:58:06.284065 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d382accd-470e-49ec-96bb-f376cec60300 req-ecd97ae6-1733-408b-bdd1-b84c3ef4f8f7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 210 time: 0.0613241
Jul 09 18:58:06.352167 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.363571 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0562b732-10eb-42ec-a499-20ea5827295b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.371797 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Transition to ACTIVE for port object 0b7eae59-a185-4e9b-82de-3849390d5318 will not be triggered until provisioned by entity DHCP. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:58:06.410538 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.416869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ace9abe8-937e-4ada-a2da-5da56a10ab8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:06.482515 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:58:06.485617 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:58:06.489744 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:58:06.526033 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:06.541426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:06.569528 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:06.570227 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.595926 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7981448
Jul 09 18:58:06.608277 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Request body: {'port': {'device_id': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:58:06.720869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.727712 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-2abde23f-2da2-425c-8077-b3b83313e302 None None] Provisioning for port 0b7eae59-a185-4e9b-82de-3849390d5318 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:58:06.732477 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-2abde23f-2da2-425c-8077-b3b83313e302 None None] Provisioning complete for port 0b7eae59-a185-4e9b-82de-3849390d5318 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:58:06.733007 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-2abde23f-2da2-425c-8077-b3b83313e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:06.788916 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-2abde23f-2da2-425c-8077-b3b83313e302 None None] Port 0b7eae59-a185-4e9b-82de-3849390d5318 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 18:58:06.870370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.072784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7eae59-a185-4e9b-82de-3849390d5318 {{(pid=78521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:58:07.080109 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.094630 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.provisioning_blocks [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Transition to ACTIVE for port object 0b7eae59-a185-4e9b-82de-3849390d5318 will not be triggered until provisioned by entity L2. {{(pid=78521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 18:58:07.098387 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.104274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-dc148b2a-4830-45e2-8957-82e8ef5424d9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:07.143680 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-e568d18c-7383-49eb-8365-9f3f62e3b5c0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757236
Jul 09 18:58:07.293273 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-e5fa2fd5-313c-4180-b955-685751503658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.294777 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-e5fa2fd5-313c-4180-b955-685751503658 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd5e3609cf95446486556ab3376257e1&device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 1099 time: 0.0809798
Jul 09 18:58:07.371258 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:07.374240 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:07.462757 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Attempting to bind port 0b7eae59-a185-4e9b-82de-3849390d5318 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 18:58:07.463135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Attempting to bind port 0b7eae59-a185-4e9b-82de-3849390d5318 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 18:58:07.463568 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Attempting to bind port 0b7eae59-a185-4e9b-82de-3849390d5318 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:58:07.468475 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Port 0b7eae59-a185-4e9b-82de-3849390d5318 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 18:58:07.468970 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Attempting to bind port 0b7eae59-a185-4e9b-82de-3849390d5318 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 18:58:07.474187 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 18, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 18:58:07.474629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 18:58:07.475106 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Bound using segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} {{(pid=78521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 18:58:07.475655 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.managers [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Bound port: 0b7eae59-a185-4e9b-82de-3849390d5318, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}}] {{(pid=78521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 18:58:07.476100 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.526374 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-dd14cd4a-6e1e-425a-97a2-f8c0ffdd6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.529055 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-dd14cd4a-6e1e-425a-97a2-f8c0ffdd6bd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 200  len: 917 time: 0.2126143
Jul 09 18:58:07.576229 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, cleared binding levels {{(pid=78521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 18:58:07.580011 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0b7eae59-a185-4e9b-82de-3849390d5318,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 18:58:07.584596 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.590157 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-578bb846-74b8-4ddc-af39-a774e2629829 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:07.630493 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d502e-0d9c-4505-a578-b44aa471fb9c req-9bb7e7be-2158-4cb9-8351-1baab38eb5b3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.632240 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-177d502e-0d9c-4505-a578-b44aa471fb9c req-9bb7e7be-2158-4cb9-8351-1baab38eb5b3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.2019978
Jul 09 18:58:07.659415 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.660359 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:07.662270 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] 10.222.0.15 "PUT /v2.0/ports/0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 1093 time: 1.0580993
Jul 09 18:58:07.662916 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:58:07.674866 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-ba5eca7c-2e93-48f6-994b-3509a5f33b0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 200  len: 1001 time: 0.1370804
Jul 09 18:58:07.707990 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=3']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:07.719657 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d9dd9432-9a4a-42e7-8921-73eb70f67f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:07.783781 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318', 'status': 'completed', 'code': 200}
Jul 09 18:58:07.803529 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-177d502e-0d9c-4505-a578-b44aa471fb9c req-bb4dd187-f132-402c-af41-68aac5b792d8 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630285
Jul 09 18:58:07.816428 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-ba7d6284-47a6-4c09-ada4-b67f8a33262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.818434 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-ba7d6284-47a6-4c09-ada4-b67f8a33262c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1096 time: 0.0976672
Jul 09 18:58:07.824982 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50390) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:07.832313 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-d4c31bd5-d88f-4ee4-8ed6-c1accf61dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.833913 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-d4c31bd5-d88f-4ee4-8ed6-c1accf61dc06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 200  len: 855 time: 0.1460264
Jul 09 18:58:07.898849 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-2ef6baa0-69a6-4d04-a210-1b452ace8515 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 217 time: 0.0710595
Jul 09 18:58:07.913481 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-6955f968-b9de-4f98-9b0c-9b0f6ce9b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.915134 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-6955f968-b9de-4f98-9b0c-9b0f6ce9b3fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16dfac12-319e-4e2d-926d-5b0fb372c5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732143
Jul 09 18:58:07.982144 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-a35c883e-ef58-4cde-bf3d-b1ea1d0022ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:07.983608 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-a35c883e-ef58-4cde-bf3d-b1ea1d0022ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0781338
Jul 09 18:58:08.052854 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-e84b868c-ddff-4be1-91d0-467f33c65ee4 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312099
Jul 09 18:58:08.056922 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.075441 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:08.080837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9a77c27cba294d93b2fa5d8595f3f52a is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:58:08.084318 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:58:08.091737 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:08.128948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-e884614a-63ed-4044-9338-daf603653fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:08.130531 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-e884614a-63ed-4044-9338-daf603653fe3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394067
Jul 09 18:58:08.291197 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-62a6ada3-9b3d-4255-b75f-ed608104a64d req-282ab2c0-ce36-4b0a-aab5-633fc5db26e3 service neutron] 10.222.0.15 "GET /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307005
Jul 09 18:58:08.317679 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-3e7a6f54-bc0e-4136-9a67-606c589388d0 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797771
Jul 09 18:58:08.325525 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.347410 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.357112 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-600870b1-e6ad-41ce-9835-4c8fff4ef474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:08.455171 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a77c27cba294d93b2fa5d8595f3f52a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6292152
Jul 09 18:58:08.458043 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50398) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:08.459920 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c3d4f4-b1ba-4a35-885f-3b818e224730,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:08.464987 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-24c2199b-1331-4090-9556-e08520cca3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:08.500187 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-864ea1b0-0365-4166-85f8-c05e4dc77d99 req-b4e4ed14-3e9c-4009-bec7-5c383863c310 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733673
Jul 09 18:58:08.532377 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.559326 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.613531 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.617842 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-da3ee82b-bab7-4b0a-baec-72a7bc870fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:08.620931 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-6db6ef2b-4f84-4464-abae-a2e9b4cce79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:08.622468 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-6db6ef2b-4f84-4464-abae-a2e9b4cce79c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1096 time: 0.0745144
Jul 09 18:58:08.630283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c3d4f4-b1ba-4a35-885f-3b818e224730,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:08.638882 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.639256 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.639624 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.639985 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.640344 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.640719 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.641081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.641435 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.641788 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.642138 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.642488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.642838 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:08.646073 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:08.654319 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:08.656397 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78c3d4f4-b1ba-4a35-885f-3b818e224730 HTTP/1.1" status: 204  len: 168 time: 0.1963918
Jul 09 18:58:08.762564 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-34aaffc3-9a0f-4ac1-b446-ffcddde91b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:08.764009 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-34aaffc3-9a0f-4ac1-b446-ffcddde91b0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1336870
Jul 09 18:58:08.843808 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-54cd4b84-6c75-45ac-baeb-60096bc166a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 217 time: 0.0713093
Jul 09 18:58:08.920658 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-5696c48f-123f-45c4-900e-9f04f7bcaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:08.922168 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-5696c48f-123f-45c4-900e-9f04f7bcaa82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0694833
Jul 09 18:58:09.008710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-92b33434-299f-46f8-b4cf-df8af2ab9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:09.009886 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-92b33434-299f-46f8-b4cf-df8af2ab9bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802672
Jul 09 18:58:09.013620 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a78dbf-d1ec-4779-99b7-26c1a1b5c06c req-158c1904-719f-4969-8aa0-a87cdfb5a72a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:09.015070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5a78dbf-d1ec-4779-99b7-26c1a1b5c06c req-158c1904-719f-4969-8aa0-a87cdfb5a72a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0903819
Jul 09 18:58:09.062424 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a5a78dbf-d1ec-4779-99b7-26c1a1b5c06c req-dea6d566-9451-4282-b821-af9fe6264b41 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417161
Jul 09 18:58:09.111018 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-1171d5bd-ea0f-444b-935e-7d41e3d62c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:09.147001 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-9e740876-932c-432c-923a-ba8ebe463232 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291542
Jul 09 18:58:09.373464 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-82d95d2a-8fe3-4d8c-8d12-13f3958ffac8 req-e218d5ce-1d84-48c6-a503-cd0deebaa8fb service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194538
Jul 09 18:58:10.067466 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:10.252975 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fa40a-6aac-4e66-99a6-ff9778349269 req-2cb3f9c0-ee9a-4fd8-a1a1-a4e92ce3dea1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:10.254353 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bd2fa40a-6aac-4e66-99a6-ff9778349269 req-2cb3f9c0-ee9a-4fd8-a1a1-a4e92ce3dea1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0815735
Jul 09 18:58:10.299674 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bd2fa40a-6aac-4e66-99a6-ff9778349269 req-937a56d6-8ad5-467c-82f7-153e79957c94 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389631
Jul 09 18:58:11.489445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46579a-e394-4eb4-8eb8-e7fce4a3a5c4 req-609215fb-660a-4d8b-8131-ec98969aaca7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:11.490885 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2f46579a-e394-4eb4-8eb8-e7fce4a3a5c4 req-609215fb-660a-4d8b-8131-ec98969aaca7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0825813
Jul 09 18:58:11.535553 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:11.536554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2f46579a-e394-4eb4-8eb8-e7fce4a3a5c4 req-33f0b481-e448-475a-bf0a-1c2ecfbc42ac tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394099
Jul 09 18:58:12.722404 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3938fb-2088-490e-a5ce-93124e3790e3 req-b508e9b4-6cac-47a5-9a2a-df12da7a5489 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:12.723860 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f3938fb-2088-490e-a5ce-93124e3790e3 req-b508e9b4-6cac-47a5-9a2a-df12da7a5489 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0802062
Jul 09 18:58:12.772983 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5f3938fb-2088-490e-a5ce-93124e3790e3 req-46270fae-ef57-4ff1-8f5e-6a0137661bcd tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428858
Jul 09 18:58:13.957060 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae2ed2-64d8-4485-a715-c79eb33b81fb req-eff0e938-58e4-4ed1-8b41-280340ea00a9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:13.958521 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f9ae2ed2-64d8-4485-a715-c79eb33b81fb req-eff0e938-58e4-4ed1-8b41-280340ea00a9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0819468
Jul 09 18:58:14.004293 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f9ae2ed2-64d8-4485-a715-c79eb33b81fb req-d59881fe-4839-4197-846e-6c1d7d218053 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394373
Jul 09 18:58:15.191689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ad18b-8f36-4ba2-95af-06088317344f req-a6a88728-723f-4eca-9762-c3f3814e9aa0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:15.193073 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a78ad18b-8f36-4ba2-95af-06088317344f req-a6a88728-723f-4eca-9762-c3f3814e9aa0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0834870
Jul 09 18:58:15.238760 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-a78ad18b-8f36-4ba2-95af-06088317344f req-6d8b5d86-bed6-4710-91be-68a9835fdf19 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388992
Jul 09 18:58:16.424746 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd25c15-7b5e-4c72-b3e1-6c2e3d01320d req-07956440-26db-41c6-98ce-61b2024fa0ff tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:16.426225 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fcd25c15-7b5e-4c72-b3e1-6c2e3d01320d req-07956440-26db-41c6-98ce-61b2024fa0ff tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0817485
Jul 09 18:58:16.475626 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-fcd25c15-7b5e-4c72-b3e1-6c2e3d01320d req-514ff618-a042-4263-9655-a182473eeab9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436234
Jul 09 18:58:17.365031 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 0b7eae59-a185-4e9b-82de-3849390d5318 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 18:58:17.496218 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0b7eae59-a185-4e9b-82de-3849390d5318,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:17.510443 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '0b7eae59-a185-4e9b-82de-3849390d5318', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'port_id': '0b7eae59-a185-4e9b-82de-3849390d5318', 'mac_address': 'fa:16:3e:48:b1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 18:58:17.568784 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:17.614045 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7eae59-a185-4e9b-82de-3849390d5318 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 18:58:17.629557 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0b7eae59-a185-4e9b-82de-3849390d5318,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:17.634470 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:17.637200 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:17.662672 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d29b-146e-4875-91c5-17f32de50891 req-b6088a1a-a163-46a8-83a6-f9cb20a721e7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:17.664828 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a51d29b-146e-4875-91c5-17f32de50891 req-b6088a1a-a163-46a8-83a6-f9cb20a721e7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 943 time: 0.0844314
Jul 09 18:58:17.703259 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:17.709889 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-4a51d29b-146e-4875-91c5-17f32de50891 req-ebb47847-5f21-4cc7-8290-782060b44fd6 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394018
Jul 09 18:58:17.710234 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.711203 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.711653 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.712175 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.712579 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.712941 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.713264 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.713642 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.713894 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.714212 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.714538 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.714850 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:17.718860 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:17.854875 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['0b7eae59-a185-4e9b-82de-3849390d5318'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 18:58:18.900447 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4141e-21c1-4452-84e9-174ece24e1fa req-7764bc03-2afa-43aa-bd38-9d4111a13e31 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:18.901927 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2f4141e-21c1-4452-84e9-174ece24e1fa req-7764bc03-2afa-43aa-bd38-9d4111a13e31 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 944 time: 0.0845950
Jul 09 18:58:18.948612 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2f4141e-21c1-4452-84e9-174ece24e1fa req-42e3882d-d9b0-4cda-bbba-9618c92888d1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409160
Jul 09 18:58:19.381305 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 0b7eae59-a185-4e9b-82de-3849390d5318 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 18:58:19.449901 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 0b7eae59-a185-4e9b-82de-3849390d5318 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 18:58:19.455473 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 0b7eae59-a185-4e9b-82de-3849390d5318 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 18:58:19.455961 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:19.582869 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:19.610279 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:58:19.621200 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0b7eae59-a185-4e9b-82de-3849390d5318,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:19.625633 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:19.627499 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:19.662137 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318', 'code': 200}
Jul 09 18:58:19.694422 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:19.697495 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:19.944798 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f2871-3bd0-4937-9d58-2f03f7223560 req-f2f6e475-c492-4b8e-94cc-24f83195ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:19.946321 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438f2871-3bd0-4937-9d58-2f03f7223560 req-f2f6e475-c492-4b8e-94cc-24f83195ee37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1098 time: 0.0712862
Jul 09 18:58:19.988324 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-438f2871-3bd0-4937-9d58-2f03f7223560 req-b3b45e8e-9f6a-4011-838c-e177c86c409d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348127
Jul 09 18:58:20.131995 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835665fa-6b79-4d36-a8c5-e364511cf383 req-59f21ed3-296e-45f7-83a8-4b8100cca15e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:20.134464 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-835665fa-6b79-4d36-a8c5-e364511cf383 req-59f21ed3-296e-45f7-83a8-4b8100cca15e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.0802634
Jul 09 18:58:20.183865 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-835665fa-6b79-4d36-a8c5-e364511cf383 req-78452fee-528b-4805-b63f-4e1482c1ead6 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437007
Jul 09 18:58:21.370164 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7a14-ad5c-43a0-b063-05cc05204e09 req-148be724-26d3-4a50-bf13-361f046d69d3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:21.371638 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8e4f7a14-ad5c-43a0-b063-05cc05204e09 req-148be724-26d3-4a50-bf13-361f046d69d3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.0807166
Jul 09 18:58:21.416310 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8e4f7a14-ad5c-43a0-b063-05cc05204e09 req-98b87fc1-2875-46a7-bbbd-85467703b69b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391197
Jul 09 18:58:21.602972 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccf414-f352-4db1-9da7-d79b91d67bfd req-2e73ecfd-d3de-49ae-a8d7-e358987ba85b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:21.604423 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81ccf414-f352-4db1-9da7-d79b91d67bfd req-2e73ecfd-d3de-49ae-a8d7-e358987ba85b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.0824773
Jul 09 18:58:21.649638 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81ccf414-f352-4db1-9da7-d79b91d67bfd req-c168df88-9b14-4134-9ce8-5a307998333a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396550
Jul 09 18:58:21.672977 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50434) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:21.900986 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d41d9-e4d8-435e-8a2e-aa1eb5909a70 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:21.902386 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7f6d41d9-e4d8-435e-8a2e-aa1eb5909a70 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1093 time: 0.2284634
Jul 09 18:58:21.905366 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50442) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:21.910332 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'port_id': '0b7eae59-a185-4e9b-82de-3849390d5318', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 18:58:21.916348 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:21.920226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:floatingip and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:58:21.923092 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:58:21.928725 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:21.938710 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:22.074838 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:22.212020 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.27.1.158 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/a6b897bf-3991-41c5-91c6-1ad5e87c8e89) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 18:58:22.453999 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:22.483758 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:22.487272 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ac13954e-c22d-40e3-a828-bc56485e4dc9 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:22.552178 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 18:58:22.558351 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 18:58:22.561968 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 18:58:22.567398 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:58:22.599754 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=a6b897bf-3991-41c5-91c6-1ad5e87c8e89,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:22.604492 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:22.981452 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:23.056596 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:23.263163 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:23.267434 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:23.270864 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c7454cd3-7563-46f8-9fd3-348f359f5810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:23.377519 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=a6b897bf-3991-41c5-91c6-1ad5e87c8e89,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:23.382033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:23.391345 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:23.566705 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.l3_db [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP c4ade27c-f9a8-40b3-858e-c9fde8cf8be8 associated. External IP: 172.27.1.158, port: 0b7eae59-a185-4e9b-82de-3849390d5318.
Jul 09 18:58:24.097700 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:58:24.176058 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b7a8-d9c7-478f-bfa9-7de778392dcb req-6ec43d4b-45f2-45e2-b62f-f638519f7b75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:24.177554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cc73b7a8-d9c7-478f-bfa9-7de778392dcb req-6ec43d4b-45f2-45e2-b62f-f638519f7b75 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.1806686
Jul 09 18:58:24.308589 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cc73b7a8-d9c7-478f-bfa9-7de778392dcb req-90bfc427-82f4-402b-90a7-8b76fb9cb704 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1161842
Jul 09 18:58:24.334035 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:58:24.338508 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:58:24.347537 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:24.348209 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bf2400>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:24.352147 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:24.408390 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5019994
Jul 09 18:58:24.409160 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:58:24.456840 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318', 'status': 'completed', 'code': 200}
Jul 09 18:58:24.532347 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:24.553389 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-2114ef45-d9f9-439c-acc0-43428f98cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:24.555421 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-2114ef45-d9f9-439c-acc0-43428f98cfd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1098 time: 0.0757289
Jul 09 18:58:24.691186 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-fbfe9196-03d3-4d45-afff-226a110eeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:24.692560 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-fbfe9196-03d3-4d45-afff-226a110eeafc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1302147
Jul 09 18:58:24.800099 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-06bb12bc-1bee-4c1d-95e9-30b1e3550cfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 999 time: 0.0995514
Jul 09 18:58:24.873956 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-04183867-7558-4ca3-a093-6f73a69b8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:24.875820 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-04183867-7558-4ca3-a093-6f73a69b8f57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0691504
Jul 09 18:58:24.879295 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bf2400>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'c4ade27c-f9a8-40b3-858e-c9fde8cf8be8', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '0b7eae59-a185-4e9b-82de-3849390d5318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:48:b1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:58:22Z', 'updated_at': '2021-07-09T18:58:22Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:24.884539 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:58:24.897821 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:24.899449 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407bf2400>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:25.003430 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-aeb6fc56-ae2c-4e43-a5da-382558a517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:25.005825 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-aeb6fc56-ae2c-4e43-a5da-382558a517ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1211622
Jul 09 18:58:25.125515 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:25.139122 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-304d970c-d923-489a-9e6e-1257b9247f05 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249652
Jul 09 18:58:25.276223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-c2d9a08f-2e18-434a-b0ac-f7b958826d49 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:25.277722 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-c2d9a08f-2e18-434a-b0ac-f7b958826d49 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.0892575
Jul 09 18:58:25.295768 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [req-fb4c9a59-c929-44a0-88ea-a25fde3c34b1 req-369ae358-5e09-4e40-be38-1fa5b92e97aa service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496689
Jul 09 18:58:25.351940 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Deleting port 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:25.352260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:25.486579 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407bf2400>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'c4ade27c-f9a8-40b3-858e-c9fde8cf8be8', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '0b7eae59-a185-4e9b-82de-3849390d5318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:48:b1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:58:22Z', 'updated_at': '2021-07-09T18:58:22Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:25.490484 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890280-79f8-481e-947e-a6c77e555010 None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': 'c4ade27c-f9a8-40b3-858e-c9fde8cf8be8', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '0b7eae59-a185-4e9b-82de-3849390d5318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:48:b1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T18:58:22Z', 'updated_at': '2021-07-09T18:58:22Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:58:25.647023 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d85da-1414-4ca2-bf1c-0ddeacf408a4 req-4112f393-fd3a-4c91-8328-f5e364014234 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:58:25.649380 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c2d85da-1414-4ca2-bf1c-0ddeacf408a4 req-4112f393-fd3a-4c91-8328-f5e364014234 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 946 time: 0.2096162
Jul 09 18:58:25.703108 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4f6351-7944-4ec9-aa28-4f32854095b8 None None] New status for floating IP c4ade27c-f9a8-40b3-858e-c9fde8cf8be8: ACTIVE {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:58:25.717197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] For port 51bc02db-6793-495c-bb7b-7037b5391a23, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=51bc02db-6793-495c-bb7b-7037b5391a23,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:25.717546 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:25.792008 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-2c2d85da-1414-4ca2-bf1c-0ddeacf408a4 req-5eb5fe42-c603-453f-b4fc-4177e5789b16 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups?id=df7c6f40-c524-4475-ab54-891b3208332f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306489
Jul 09 18:58:26.044035 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:26.044393 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:26.044719 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.l3_db [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Floating IP 0fb6d650-d61e-435a-a192-e85dcc12a4e3 disassociated. External IP: 172.27.1.179, port: 51bc02db-6793-495c-bb7b-7037b5391a23.
Jul 09 18:58:26.045057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Calling delete_port for 51bc02db-6793-495c-bb7b-7037b5391a23 owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:26.193374 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:26.199405 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-71e98a18-4bbb-497b-97c7-a50283b09480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:26.244530 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'Port': ['ID=51bc02db-6793-495c-bb7b-7037b5391a23,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:26.247621 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:26.540243 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:58:26.733844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:58:26.747445 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:58:26.779475 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:26.780094 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e9f9a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:26.811199 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] No DVR routers for this DVR port 51bc02db-6793-495c-bb7b-7037b5391a23 on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:58:26.813635 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:26.816169 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-deleted', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 18:58:26.838299 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-f1f94bda-b246-4975-901c-ef3e9b8c5009 req-2080b2de-0216-4b8d-b1a2-d615b33a98a3 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.15 "DELETE /v2.0/ports/51bc02db-6793-495c-bb7b-7037b5391a23 HTTP/1.1" status: 204  len: 173 time: 1.5544653
Jul 09 18:58:26.877971 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57101cd5-7c25-4952-804b-6f7437b88bf9', 'name': 'network-vif-deleted', 'tag': '51bc02db-6793-495c-bb7b-7037b5391a23', 'status': 'completed', 'code': 200}
Jul 09 18:58:26.995761 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:26.997018 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-8c300d3e-3a7f-41b8-85da-eadf436eb8e8 req-65279bd4-cae6-4255-b005-52c7d84c3769 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Synchronizing usage tracker for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 18:58:27.015272 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-8c300d3e-3a7f-41b8-85da-eadf436eb8e8 req-65279bd4-cae6-4255-b005-52c7d84c3769 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Unset dirty status for tenant:fd5e3609cf95446486556ab3376257e1 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 18:58:27.017029 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-8c300d3e-3a7f-41b8-85da-eadf436eb8e8 req-65279bd4-cae6-4255-b005-52c7d84c3769 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/ports?device_id=57101cd5-7c25-4952-804b-6f7437b88bf9 HTTP/1.1" status: 200  len: 210 time: 0.0691366
Jul 09 18:58:27.313439 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e9f9a0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:27.317297 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:58:27.326876 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:27.327313 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407e9f9a0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:27.516886 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:27.838014 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407e9f9a0>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:27.841969 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89b4cbd-1a9c-454d-bf2f-909f1b962762 None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:51:10Z', 'revision_number': 4, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': 'b8813876-58b1-4009-b1b8-6c8a0f9410c9', 'name': '', 'network_id': '16dfac12-319e-4e2d-926d-5b0fb372c5f2', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'mac_address': 'fa:16:3e:bd:19:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:08Z', 'updated_at': '2021-07-09T18:51:20Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'subnets': [{'id': '1e338d88-813d-4502-ad0e-bd7b34870a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:58:28.058795 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf0f99-a98f-47d1-a97b-577031e3b1df None None] New status for floating IP 0fb6d650-d61e-435a-a192-e85dcc12a4e3: DOWN {{(pid=78522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 18:58:28.146439 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50468) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:28.215943 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.244469 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.298032 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.301864 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-30aa4e0c-bc12-4f58-a87c-0b97c87ba6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:28.317586 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c6f40-c524-4475-ab54-891b3208332f,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:28.320389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:28.329220 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.330396 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4824a54a-8e78-481a-9077-a5f21f21ad87 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "DELETE /v2.0/security-groups/df7c6f40-c524-4475-ab54-891b3208332f HTTP/1.1" status: 204  len: 168 time: 0.1829426
Jul 09 18:58:28.333091 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50472) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:28.352154 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.api.v2.resource [None req-4021a25c-04e1-4b50-9dc9-26ab6aee5cbf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] show failed (client error): The resource could not be found.
Jul 09 18:58:28.353177 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4021a25c-04e1-4b50-9dc9-26ab6aee5cbf tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "GET /v2.0/security-groups/df7c6f40-c524-4475-ab54-891b3208332f HTTP/1.1" status: 404  len: 347 time: 0.0187309
Jul 09 18:58:28.356633 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50476) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:28.515289 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Deleting port 3c9d906f-0a50-4936-b515-e4e609d03710 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:28.515628 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.682184 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.682512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.807360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Calling delete_port for 3c9d906f-0a50-4936-b515-e4e609d03710 owned by network:floatingip {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:28.950343 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:28.953856 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-737b4c2d-0755-4791-bcb0-d89ab5a7fefb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:28.996488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Pushing event deleted for resources: {'Port': ['ID=3c9d906f-0a50-4936-b515-e4e609d03710,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:28.999614 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:29.091902 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks [] for floatingip, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:29.109409 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:29.110586 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-a156bad6-4cc5-4290-91ae-3fd773522532 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] 10.222.0.20 "DELETE /v2.0/floatingips/0fb6d650-d61e-435a-a192-e85dcc12a4e3 HTTP/1.1" status: 204  len: 168 time: 0.7529809
Jul 09 18:58:29.386202 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:58:29.420902 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 51bc02db-6793-495c-bb7b-7037b5391a23 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:58:29.421250 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 51bc02db-6793-495c-bb7b-7037b5391a23 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:58:31.878477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50502) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:32.055434 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:32.625286 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:32.974879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Deleting port b8813876-58b1-4009-b1b8-6c8a0f9410c9 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:32.975592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:33.148965 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] For port b8813876-58b1-4009-b1b8-6c8a0f9410c9, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b8813876-58b1-4009-b1b8-6c8a0f9410c9,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:33.149318 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:33.273673 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Calling delete_port for b8813876-58b1-4009-b1b8-6c8a0f9410c9 owned by network:router_interface {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:33.709468 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:33.714130 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f9a0b5e1-c3ae-4cc2-934e-82e72f3604dc tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:33.758936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8813876-58b1-4009-b1b8-6c8a0f9410c9,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:33.793973 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:34.037284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:34.389384 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Router 627ec21f-a857-40ec-8d4a-ff8818f6d426 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 18:58:34.562057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 18:58:34.571438 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Sync routers for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 18:58:34.574936 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] 10.222.0.20 "PUT /v2.0/routers/627ec21f-a857-40ec-8d4a-ff8818f6d426/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6950572
Jul 09 18:58:34.577033 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50508) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:34.581433 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:34.582047 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f6f160>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:34.753808 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks [] for router, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:34.785188 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:34.942972 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:34.953898 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Deleting port 778bbb1e-9f0d-4e24-aa5d-850c341feac3 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:34.954385 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.083072 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f6f160>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:58:33Z', 'revision_number': 5, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port': {'id': '778bbb1e-9f0d-4e24-aa5d-850c341feac3', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:51:03Z', 'updated_at': '2021-07-09T18:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:35.087500 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Checking router: 627ec21f-a857-40ec-8d4a-ff8818f6d426 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 18:58:35.095779 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Routers {'627ec21f-a857-40ec-8d4a-ff8818f6d426'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 18:58:35.096367 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407f6f160>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T18:58:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['627ec21f-a857-40ec-8d4a-ff8818f6d426'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:35.245063 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] For port 778bbb1e-9f0d-4e24-aa5d-850c341feac3, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=778bbb1e-9f0d-4e24-aa5d-850c341feac3,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:35.245697 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.248610 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] Set router 627ec21f-a857-40ec-8d4a-ff8818f6d426 gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 18:58:35.353789 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407f6f160>, [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:58:34Z', 'revision_number': 6, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:35.357838 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae367a-ac26-406e-8035-f2d044d1acd6 None None] The sync data for ids ['627ec21f-a857-40ec-8d4a-ff8818f6d426'] in dv-cinder-800268-1-iscsi is: [{'id': '627ec21f-a857-40ec-8d4a-ff8818f6d426', 'name': 'tempest-AttachVolumeShelveTestJSON-973471246-router', 'tenant_id': 'fd5e3609cf95446486556ab3376257e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:51:02Z', 'updated_at': '2021-07-09T18:58:34Z', 'revision_number': 6, 'project_id': 'fd5e3609cf95446486556ab3376257e1', 'gw_port_host': None}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 18:58:35.372968 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Calling delete_port for 778bbb1e-9f0d-4e24-aa5d-850c341feac3 owned by network:router_gateway {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:35.572263 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.576266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-967f243e-c32b-471d-ba06-81538ea670d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:35.621823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Pushing event deleted for resources: {'Port': ['ID=778bbb1e-9f0d-4e24-aa5d-850c341feac3,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:35.624966 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:35.713712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.891021 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.893161 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.915608 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.916299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627ec21f-a857-40ec-8d4a-ff8818f6d426 {{(pid=78520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 18:58:35.928168 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Notify callbacks [] for router, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:35.930132 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] 10.222.0.20 "DELETE /v2.0/routers/627ec21f-a857-40ec-8d4a-ff8818f6d426 HTTP/1.1" status: 204  len: 168 time: 1.3521173
Jul 09 18:58:35.932899 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50512) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:35.994321 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Deleting subnet 1e338d88-813d-4502-ad0e-bd7b34870a61 {{(pid=78520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 18:58:35.997314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.046022 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6477162'] for subnet, precommit_delete_associations {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.132824 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.161401 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 778bbb1e-9f0d-4e24-aa5d-850c341feac3 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:58:36.201962 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6477166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6506820'] for subnet, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.202299 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 778bbb1e-9f0d-4e24-aa5d-850c341feac3 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:58:36.202412 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 778bbb1e-9f0d-4e24-aa5d-850c341feac3 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:58:36.202782 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8813876-58b1-4009-b1b8-6c8a0f9410c9 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:58:36.206259 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0b9c005d-8ed1-46ec-9ebe-d597eab1ed4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:36.237402 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: b8813876-58b1-4009-b1b8-6c8a0f9410c9 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:58:36.237758 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b8813876-58b1-4009-b1b8-6c8a0f9410c9 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:58:36.240945 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e338d88-813d-4502-ad0e-bd7b34870a61,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:36.245175 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:36.247862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for subnet, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.256279 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4cb3acf8-4b63-4791-8ab8-f291e07ebacd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e338d88-813d-4502-ad0e-bd7b34870a61 HTTP/1.1" status: 204  len: 168 time: 0.3201878
Jul 09 18:58:36.256481 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5e3af-ae22-493d-be9c-35f05a83dd62 None None] Network 16dfac12-319e-4e2d-926d-5b0fb372c5f2 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 18:58:36.256650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50516) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:36.369823 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.374860 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b74f390b-a450-48e9-87ac-9a2faa60ed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.387331 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Deleting port da90efaa-04dd-4258-b1f8-3483837049dd {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:36.387672 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.548226 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] DHCP port deletion for 16dfac12-319e-4e2d-926d-5b0fb372c5f2 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 18:58:36.552604 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Deleting port da90efaa-04dd-4258-b1f8-3483837049dd {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:36.553011 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.699729 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] For port da90efaa-04dd-4258-b1f8-3483837049dd, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=da90efaa-04dd-4258-b1f8-3483837049dd,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:36.699960 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.798409 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] For port da90efaa-04dd-4258-b1f8-3483837049dd, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=da90efaa-04dd-4258-b1f8-3483837049dd,segment=NetworkSegment(22ee0108-fe8e-4ea1-9167-699419aaa78b),segment_id=22ee0108-fe8e-4ea1-9167-699419aaa78b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 18:58:36.798804 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.824454 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Calling delete_port for da90efaa-04dd-4258-b1f8-3483837049dd owned by network:dhcp {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:36.906368 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:36.910453 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ef4badac-5f02-49ed-b621-82298e47ebff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:36.932594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Calling delete_port for da90efaa-04dd-4258-b1f8-3483837049dd owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 18:58:36.956317 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=da90efaa-04dd-4258-b1f8-3483837049dd,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:36.959446 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:36.960402 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] No DVR routers for this DVR port da90efaa-04dd-4258-b1f8-3483837049dd on host dv-cinder-800268-1-iscsi {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 18:58:36.983264 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.013773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 18:58:37.014132 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 18:58:37.076747 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.089929 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340b3b9070>,) {'filters': {'network_id': ['16dfac12-319e-4e2d-926d-5b0fb372c5f2']}} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:37.102229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b3b9070>, '22ee0108-fe8e-4ea1-9167-699419aaa78b') {'for_net_delete': True} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:37.102518 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.services.segments.db [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340b3b9070>, '22ee0108-fe8e-4ea1-9167-699419aaa78b') {} {{(pid=78520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 18:58:37.114136 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6477153'] for segment, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.130197 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.137001 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=78520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 18:58:37.137396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6522824'] for segment, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]: Traceback (most recent call last):
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     timer()
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     cb(*args, **kw)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     return func(*args, **kwargs)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     self._notify()
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     self.callback(batched_events)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     event.method(event)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     return f(self, *a, **k)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._get(url).json()
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     return self.request(url, 'GET', **kwargs)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 18:58:37.150338 dv-cinder-800268-1-iscsi neutron-server[78520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 18:58:37.226240 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.229632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:37.244026 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.254102 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=16dfac12-319e-4e2d-926d-5b0fb372c5f2,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:37.257927 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:37.268269 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-8b76f470-3195-430a-a780-a343a6eedd30 admin admin] 10.222.0.20 "DELETE /v2.0/networks/16dfac12-319e-4e2d-926d-5b0fb372c5f2 HTTP/1.1" status: 204  len: 168 time: 1.0103209
Jul 09 18:58:37.380149 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50522) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:37.428345 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-02fa6944-22ef-40d4-bf99-548747b92d47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd5e3609cf95446486556ab3376257e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468285
Jul 09 18:58:37.431348 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50526) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:37.493473 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.514997 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Deleting port da90efaa-04dd-4258-b1f8-3483837049dd {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 18:58:37.515539 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.518555 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.571220 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.574787 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f3c775c2-2f17-48ce-a66b-2f8428104304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:37.587066 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380fe1a8-2e69-42fd-8934-9edc6dee2e6b,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:37.589301 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-7109fb1a-89e6-47bb-8d5a-e6a0deee7170 None None] The port 'da90efaa-04dd-4258-b1f8-3483837049dd' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 18:58:37.590695 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:37.598629 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:37.603018 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/380fe1a8-2e69-42fd-8934-9edc6dee2e6b HTTP/1.1" status: 204  len: 168 time: 0.1675532
Jul 09 18:58:38.037155 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device da90efaa-04dd-4258-b1f8-3483837049dd no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 18:58:38.072347 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: da90efaa-04dd-4258-b1f8-3483837049dd {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 18:58:38.072724 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device da90efaa-04dd-4258-b1f8-3483837049dd not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 18:58:38.990786 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50580) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:39.106912 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.112949 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9b14106d-6d73-4366-9361-cda6ad45d54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.123310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:39.127140 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5d5b2f5b4942fa98ca45407988c35a is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:58:39.130030 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:58:39.136577 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:39.219525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.223260 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.231604 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9177c01e-4f06-4e8e-ac9a-ea6b9557bc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:39.275827 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e5d5b2f5b4942fa98ca45407988c35a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2833414
Jul 09 18:58:39.276817 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846268c-cc89-4fce-8886-9467714de2d3,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:39.278491 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50586) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:39.279744 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9e18959e-d835-4d18-b0e8-fe49a9731d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:39.340849 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.367727 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.419366 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.423079 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b2bddec8-fbf4-4c50-90c8-24e7ceb26b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:39.436011 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846268c-cc89-4fce-8886-9467714de2d3,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:39.438994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:39.449490 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:39.450602 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5846268c-cc89-4fce-8886-9467714de2d3 HTTP/1.1" status: 204  len: 168 time: 0.1711135
Jul 09 18:58:40.071606 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:41.538048 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.354530 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50802) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:57.473784 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.492158 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:57.497773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Usage tracker for resource:security_group_rule and tenant:935b2280d94d48558eb4ff036bdf7b2d is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:58:57.501442 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:58:57.508650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:57.594488 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.598313 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.607478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f4d9df52-3852-403c-b92d-c685f5386270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:57.646354 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=935b2280d94d48558eb4ff036bdf7b2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907660
Jul 09 18:58:57.647799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f9fd0-9e5a-4900-a48f-d75f899db309,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:57.649543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50808) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:57.651326 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d3fb672c-fd6c-4911-809a-e9c5801e5321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:57.709196 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.735232 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.789687 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.795307 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-976e9cf5-4599-49e8-a5d6-24412ac95a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:57.811967 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f9fd0-9e5a-4900-a48f-d75f899db309,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:57.827352 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.827733 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.828103 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.828467 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.828857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.829217 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.829572 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.829926 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.830278 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.830631 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.830979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.831327 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:58:57.836281 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:57.837489 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:57.838580 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d2394998-7a0f-4afd-bf35-beb4fccb0352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e9f9fd0-9e5a-4900-a48f-d75f899db309 HTTP/1.1" status: 204  len: 168 time: 0.1880579
Jul 09 18:58:58.121880 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50820) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:58.140328 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.154363 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:58:58.158127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Usage tracker for resource:security_group_rule and tenant:289b182adbca403499bdd542c3c22f35 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:58:58.161045 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:58:58.167184 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:58:58.249970 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.253774 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.263024 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f65b1b35-7bdf-44cb-aadc-3582ca058a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:58.301105 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=289b182adbca403499bdd542c3c22f35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781194
Jul 09 18:58:58.302034 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135b8f5-a1af-42cc-98ec-07fc28488263,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:58.304440 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50824) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:58:58.305857 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:58.365108 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.392154 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.448067 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.451782 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-07269212-0f08-4846-b6a5-e7521e325750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:58:58.466381 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135b8f5-a1af-42cc-98ec-07fc28488263,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:58:58.469236 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:58:58.482283 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:58:58.483599 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-72531a55-ea4f-4f73-b462-f3902d98c466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d135b8f5-a1af-42cc-98ec-07fc28488263 HTTP/1.1" status: 204  len: 168 time: 0.1767359
Jul 09 18:58:59.570722 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:59:00.583177 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50884) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:00.700114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:00.715825 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:59:00.719640 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Usage tracker for resource:security_group_rule and tenant:1c256d90064947ae839d96ec5d6b8425 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:59:00.722448 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:59:00.728779 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:59:00.813282 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:00.816936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:00.825683 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-abc6e615-7440-4f26-9499-cb127bfc30aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:00.867964 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c256d90064947ae839d96ec5d6b8425&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2807319
Jul 09 18:59:00.868214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 50890) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:00.870950 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27dda66-1f51-4374-afa5-ade587466345,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:00.883163 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0ef8503f-9629-4c94-8e2c-42d465c23e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:00.937088 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:00.963971 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.017864 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.021550 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-deedabcb-0798-49d0-a898-569c8009ab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:01.032975 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27dda66-1f51-4374-afa5-ade587466345,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:01.038738 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:01.040499 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.041641 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-47a37016-f8a8-4b4e-8416-630ed859632e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b27dda66-1f51-4374-afa5-ade587466345 HTTP/1.1" status: 204  len: 168 time: 0.1725454
Jul 09 18:59:01.317246 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50898) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:01.336132 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.351941 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:59:01.355919 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Usage tracker for resource:security_group_rule and tenant:b243f9155806470387a19e91e594da24 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:59:01.358784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:59:01.364550 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:59:01.452047 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.456576 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.464235 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-39c7d154-a3f1-4eb5-8d24-c0bdad63ef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:01.502614 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d92f1a-1d9c-4ab0-81fc-7e2c2388c204,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:01.507876 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b243f9155806470387a19e91e594da24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894124
Jul 09 18:59:01.509242 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-a52cd2d8-51be-4022-8829-9f1a7b38be30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:01.510692 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 50902) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:01.567841 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.594377 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.647878 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.651664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:01.663681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d92f1a-1d9c-4ab0-81fc-7e2c2388c204,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:01.666314 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:01.674003 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:01.675118 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-16441245-e644-454a-8b93-1566aa3a5059 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57d92f1a-1d9c-4ab0-81fc-7e2c2388c204 HTTP/1.1" status: 204  len: 168 time: 0.1637039
Jul 09 18:59:02.112863 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:06.358174 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-b34a3ee4-1c7a-477b-8c45-678224703202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:06.866625 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:09.115128 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-fa4d9bf5-02fb-40b7-b772-01d937d53a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:10.076069 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:10.577601 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-a39ec113-9ecd-4330-8ded-46da984096da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723629
Jul 09 18:59:10.732521 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-f4e1d7e8-4065-4a3b-b5c1-ca4bc89593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:59:10.734123 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-f4e1d7e8-4065-4a3b-b5c1-ca4bc89593d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1098 time: 0.0860312
Jul 09 18:59:10.890445 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-dd42ae54-ba43-40d9-a8ce-29381c4b3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:59:10.892175 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-dd42ae54-ba43-40d9-a8ce-29381c4b3fe2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1383226
Jul 09 18:59:11.112552 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-bdd80212-4cf8-46be-84b9-fa97020ef168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 1001 time: 0.2135127
Jul 09 18:59:11.182138 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-36bd7f77-674f-4a2e-9580-07f5fcf3b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:59:11.183596 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-36bd7f77-674f-4a2e-9580-07f5fcf3b032 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0646114
Jul 09 18:59:11.267721 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-1306289f-cb8c-41d3-a4fb-1791adb974b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 18:59:11.269544 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-1306289f-cb8c-41d3-a4fb-1791adb974b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792227
Jul 09 18:59:11.427907 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-f12a51c9-d789-4b28-a3d9-d08a7bff872e service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508045
Jul 09 18:59:11.541780 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:11.571344 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-01dac559-a88b-4536-96a2-fc755d4c1f51 req-c70d5fcd-5c77-4f27-8211-00f8bdd27c8a service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364846
Jul 09 18:59:21.893767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51024) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:22.012400 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.026630 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:59:22.030399 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Usage tracker for resource:security_group_rule and tenant:23822f1a9cdd440ca7c96288d0a86a25 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:59:22.033100 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:59:22.039248 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:59:22.122076 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.125850 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.134574 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-215d9c9b-6928-4d93-a1fc-0b7162ec26fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:22.173871 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23822f1a9cdd440ca7c96288d0a86a25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2789364
Jul 09 18:59:22.174714 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cd74d5-8e77-48db-b522-fa78d0087c37,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:22.176481 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51030) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:22.177809 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-697cb2c2-3841-43c8-b475-34213414959d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:22.240131 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.265850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.316107 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.320830 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-47e97599-44d6-442c-b7f7-ae5973e01e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:22.330582 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cd74d5-8e77-48db-b522-fa78d0087c37,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:22.341396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.341796 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.342203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.342595 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.342957 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.343316 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.343672 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.344067 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.344387 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.344780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.345116 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.345498 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 18:59:22.348097 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:22.349224 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79cd74d5-8e77-48db-b522-fa78d0087c37 HTTP/1.1" status: 204  len: 168 time: 0.1711941
Jul 09 18:59:22.350209 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-59f9c02e-07df-4fd6-8699-0657e5ef4562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:23.410493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51062) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:23.525792 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.539912 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:59:23.543711 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Usage tracker for resource:security_group_rule and tenant:3a9dc2551d4c45f5991dc3ffdaa08e86 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:59:23.546496 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:59:23.552099 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:59:23.633259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.637186 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.644080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-559c5e2d-046d-4a66-aa51-cd7f497b1d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:23.685801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a55388-0469-4710-985a-e8c99466c7da,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:23.690106 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a9dc2551d4c45f5991dc3ffdaa08e86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2785976
Jul 09 18:59:23.690983 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-566e56c1-0401-4678-8c25-359b6d4d0cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:23.693273 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51068) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:23.749516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.775216 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.825385 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.830043 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-6cd76609-8fa8-4261-a242-da942cdb8cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:23.842704 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a55388-0469-4710-985a-e8c99466c7da,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:23.846530 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:23.852604 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:23.853932 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fa1a113a-72df-424f-bf01-22370522b100 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46a55388-0469-4710-985a-e8c99466c7da HTTP/1.1" status: 204  len: 168 time: 0.1600742
Jul 09 18:59:32.123699 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:35.784640 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51208) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:35.901930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:35.917518 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 18:59:35.921406 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Usage tracker for resource:security_group_rule and tenant:064dca5f557c48ee9ec04e09cdbc9351 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 18:59:35.924135 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 18:59:35.930673 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 18:59:36.014764 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.018390 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.110645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3e8d607f-634f-449e-8491-24caa3c7a86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:36.150353 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=064dca5f557c48ee9ec04e09cdbc9351&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3646481
Jul 09 18:59:36.151940 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f5868-7018-40e2-a65f-0fffe0ca8caf,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:36.153045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51214) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 18:59:36.155195 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4d19b743-e820-467e-ade1-2b9f2076618e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:36.211463 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.235955 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.290363 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.293679 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d8050815-7c2c-4499-a615-3c8fbdc7e772 tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 18:59:36.304600 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f5868-7018-40e2-a65f-0fffe0ca8caf,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 18:59:36.308489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 18:59:36.312425 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.315930 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d6f5868-7018-40e2-a65f-0fffe0ca8caf HTTP/1.1" status: 204  len: 168 time: 0.1595960
Jul 09 18:59:36.360056 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-871d41d7-9592-4ac2-983e-621f3cc4289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:36.569514 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 18:59:36.869404 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:39.117706 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-c9633683-d0aa-4c25-9883-4bfee1e98797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:40.077159 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 18:59:41.543582 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:02.123107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:06.361513 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f7172a0c-160e-4ae6-95d4-c2bf214fd7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:06.870788 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:09.119730 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-90986711-5b8d-495b-86b0-0b3a8346443d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:09.784631 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-74a52e8d-3fa6-46a1-9105-31faf5953ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1671426
Jul 09 19:00:09.925610 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-ad98e7cd-5eb1-489b-8ea4-515edb8125c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:09.927113 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-ad98e7cd-5eb1-489b-8ea4-515edb8125c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 1098 time: 0.0735977
Jul 09 19:00:10.072425 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-7c2279f2-d4d2-4a52-ba62-98ba22eeeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:10.073923 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-7c2279f2-d4d2-4a52-ba62-98ba22eeeda9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1272025
Jul 09 19:00:10.078494 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:10.177191 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-5fbce8ea-657e-4db8-901c-ca63db01129d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 200  len: 1001 time: 0.0962260
Jul 09 19:00:10.242004 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-c8eda5a4-609e-43df-ba2e-7667f64d5b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:10.244082 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-c8eda5a4-609e-43df-ba2e-7667f64d5b61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0603542
Jul 09 19:00:10.319605 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-8e7d60f4-00cf-4d72-82f1-ffdcc3061f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:10.321791 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-8e7d60f4-00cf-4d72-82f1-ffdcc3061f1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702362
Jul 09 19:00:10.331673 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-93cccb68-4e43-462f-afa2-9622f8671372 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 19:00:10.332579 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-93cccb68-4e43-462f-afa2-9622f8671372 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047538
Jul 09 19:00:10.462403 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-3d87a734-e13b-41a7-b0f5-d5deef66f727 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225178
Jul 09 19:00:10.592057 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-effde9d6-03ed-43b7-b749-dd180e069a56 req-6a8d95f4-e1ae-4ba7-a942-9e06911ed5ce service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225121
Jul 09 19:00:11.546464 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:13.568249 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:00:19.403055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064b69c-1d08-49ea-967f-2ac98c4fce4e req-ca9201bb-468b-4eb4-845d-76c65b3caa63 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:19.404516 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d064b69c-1d08-49ea-967f-2ac98c4fce4e req-ca9201bb-468b-4eb4-845d-76c65b3caa63 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.2001019
Jul 09 19:00:19.449549 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d064b69c-1d08-49ea-967f-2ac98c4fce4e req-298f8b08-12ec-4742-a8b0-7bf4c422d3da tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394258
Jul 09 19:00:20.832083 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479261ae-2989-4f00-83c2-7908d7d04910 req-c82b6fbc-7749-4696-ae27-1a2ca0c78448 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:20.833495 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-479261ae-2989-4f00-83c2-7908d7d04910 req-c82b6fbc-7749-4696-ae27-1a2ca0c78448 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.2674532
Jul 09 19:00:20.892592 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5dc81-784d-4e21-abb4-104458402a39 req-beacbd0c-dce9-4964-a98e-d3ffb797e2d5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:20.894071 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39a5dc81-784d-4e21-abb4-104458402a39 req-beacbd0c-dce9-4964-a98e-d3ffb797e2d5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 945 time: 0.2218504
Jul 09 19:00:20.897226 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-479261ae-2989-4f00-83c2-7908d7d04910 req-fb88f762-90b9-4ef1-aca3-8319066fd1b1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573575
Jul 09 19:00:20.966234 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port 0b7eae59-a185-4e9b-82de-3849390d5318 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:00:20.966571 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:21.209635 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] For port 0b7eae59-a185-4e9b-82de-3849390d5318, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=0b7eae59-a185-4e9b-82de-3849390d5318,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:00:21.209989 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:21.497575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:21.497865 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:21.498179 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.l3_db [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP c4ade27c-f9a8-40b3-858e-c9fde8cf8be8 disassociated. External IP: 172.27.1.158, port: 0b7eae59-a185-4e9b-82de-3849390d5318.
Jul 09 19:00:21.498514 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for 0b7eae59-a185-4e9b-82de-3849390d5318 owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:00:21.638104 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:21.643579 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-447abc16-0edc-41ba-9915-60552f985a9c tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:21.691319 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=0b7eae59-a185-4e9b-82de-3849390d5318,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:21.694383 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:21.870396 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:00:22.082541 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6863846c-fd14-41a2-809d-377fdb184a1a req-ad651ecf-a52d-453a-82c5-8fe38fa4a6fb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae32c867-3284-4a09-8775-157e4c1931c5 HTTP/1.1" status: 200  len: 210 time: 0.0494967
Jul 09 19:00:22.103340 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:00:22.113395 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:00:22.124744 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:00:22.125319 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34071895e0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:00:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:22.180885 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] No DVR routers for this DVR port 0b7eae59-a185-4e9b-82de-3849390d5318 on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 19:00:22.183712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:22.186439 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'name': 'network-vif-deleted', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:00:22.198464 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-39a5dc81-784d-4e21-abb4-104458402a39 req-43e352bd-39b8-401f-9331-c6038b36efba tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "DELETE /v2.0/ports/0b7eae59-a185-4e9b-82de-3849390d5318 HTTP/1.1" status: 204  len: 173 time: 1.2983615
Jul 09 19:00:22.237821 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae32c867-3284-4a09-8775-157e4c1931c5', 'name': 'network-vif-deleted', 'tag': '0b7eae59-a185-4e9b-82de-3849390d5318', 'status': 'completed', 'code': 200}
Jul 09 19:00:22.308351 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:00:22.653149 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34071895e0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:22.656961 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:00:22.665493 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:00:22.666104 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34071895e0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:00:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:22.836969 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:00:23.157655 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34071895e0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:23.161752 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c081b979-6895-4c5a-b02b-0fccdb44d67e None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:00:23.389218 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297ffca-81b4-4bea-acfe-e91f13ff138e None None] New status for floating IP c4ade27c-f9a8-40b3-858e-c9fde8cf8be8: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 19:00:23.451598 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-22a25b8a-72a9-484a-aec6-139290391569 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044558176&fields=id&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 267 time: 0.0424631
Jul 09 19:00:23.709210 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-eabb9df4-bf06-4b12-ade8-285e5a4c9641 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:23.710704 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-eabb9df4-bf06-4b12-ade8-285e5a4c9641 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.2520123
Jul 09 19:00:23.725114 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-6b068cb1-9418-4afd-85f2-c744821af20b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/quotas/73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 375 time: 0.0088584
Jul 09 19:00:23.811152 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-fafa0542-8be9-4148-8366-7117bdb53615 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:00:23.827363 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-fafa0542-8be9-4148-8366-7117bdb53615 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:00:23.828621 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-fafa0542-8be9-4148-8366-7117bdb53615 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0988503
Jul 09 19:00:23.843480 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-b306dd90-3ff9-4d55-b748-87f7810d8925 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 19:00:23.844452 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-b306dd90-3ff9-4d55-b748-87f7810d8925 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050926
Jul 09 19:00:23.922326 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 0b7eae59-a185-4e9b-82de-3849390d5318 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:00:23.956403 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 0b7eae59-a185-4e9b-82de-3849390d5318 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:00:23.956770 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 0b7eae59-a185-4e9b-82de-3849390d5318 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:00:23.979453 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0db9f5a9-c2d6-42f4-bfcf-8a8f3f265de4 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292715
Jul 09 19:00:24.106633 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-5a098c01-a81f-48e1-b119-55f906e5c5e7 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214547
Jul 09 19:00:24.487170 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d361ce79-7206-4444-9be6-08d03cb8f472 req-0b5d9c00-9cdb-482d-8323-1d37c3e4ea34 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 210 time: 0.0434701
Jul 09 19:00:25.665673 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d9907e57-dbe1-4376-a176-229e6d26c4e9 req-0a52ec45-3e1c-4d6d-b336-50bc21fdbe7a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 210 time: 0.0653360
Jul 09 19:00:25.695789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-9c1f7f2f-1fba-401f-b46e-11aea9f1dcd9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:25.697309 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-9c1f7f2f-1fba-401f-b46e-11aea9f1dcd9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.2039914
Jul 09 19:00:25.747070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-13620d2d-4e58-4905-8b61-8b98823e5cc6 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 380 time: 0.0411010
Jul 09 19:00:25.756780 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'port': {'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'admin_state_up': True, 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'security_groups': ['1e8f47c7-c124-4639-893c-7c9662d23509']}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:00:25.894960 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 19:00:25.904938 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 19:00:25.914702 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Made reservation on behalf of 73c5716f4c554a56b3f011f174ebd215 for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 19:00:25.918127 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.082461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.20.0.3 (d4efa4ca-9c59-4bd4-91c4-6993e0c16c69/5330c7d1-48a3-431a-b63d-eefb1e13bc69/b9153c96-d31b-4387-afac-95be8cef7f85) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 19:00:26.271159 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.287489 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Transition to ACTIVE for port object b9153c96-d31b-4387-afac-95be8cef7f85 will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 19:00:26.312523 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.319236 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:26.381630 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 19:00:26.385832 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 19:00:26.388266 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 19:00:26.442485 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:26.456010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.456389 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.456789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.457157 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.457668 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.458046 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.458547 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.458820 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.459219 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.459687 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.460215 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.461193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:26.466457 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:26.480946 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:26.481573 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.509209 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-0aa92d0b-2cf1-4f82-9cce-01675255f5eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7559528
Jul 09 19:00:26.521789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Request body: {'port': {'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:00:26.582013 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-239387db-4797-48bf-8bbe-8a3181e2301d None None] Provisioning for port b9153c96-d31b-4387-afac-95be8cef7f85 completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 19:00:26.588892 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-239387db-4797-48bf-8bbe-8a3181e2301d None None] Provisioning complete for port b9153c96-d31b-4387-afac-95be8cef7f85 triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 19:00:26.589612 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-239387db-4797-48bf-8bbe-8a3181e2301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.640409 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:26.647248 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-239387db-4797-48bf-8bbe-8a3181e2301d None None] Port b9153c96-d31b-4387-afac-95be8cef7f85 cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 19:00:27.073051 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f923e8-7b35-419d-83e5-f0a5b6172fd4 req-839e262d-3c0b-40aa-818a-9c21f727ed02 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:27.073752 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-34f923e8-7b35-419d-83e5-f0a5b6172fd4 req-839e262d-3c0b-40aa-818a-9c21f727ed02 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:00:27.098172 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-34f923e8-7b35-419d-83e5-f0a5b6172fd4 req-839e262d-3c0b-40aa-818a-9c21f727ed02 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:00:27.099317 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34f923e8-7b35-419d-83e5-f0a5b6172fd4 req-839e262d-3c0b-40aa-818a-9c21f727ed02 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 931 time: 0.3247073
Jul 09 19:00:27.199611 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-34f923e8-7b35-419d-83e5-f0a5b6172fd4 req-0a0ec2e5-2695-424e-be28-6a20b53bb9a9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915651
Jul 09 19:00:27.201581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9153c96-d31b-4387-afac-95be8cef7f85 {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 19:00:27.209572 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:27.224609 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Transition to ACTIVE for port object b9153c96-d31b-4387-afac-95be8cef7f85 will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 19:00:27.229153 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:27.233535 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:27.420319 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Pushing event updated for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:27.425409 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:27.466603 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Attempting to bind port b9153c96-d31b-4387-afac-95be8cef7f85 on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 19:00:27.466867 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Attempting to bind port b9153c96-d31b-4387-afac-95be8cef7f85 by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 19:00:27.467644 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Attempting to bind port b9153c96-d31b-4387-afac-95be8cef7f85 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 19:00:27.472187 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Port b9153c96-d31b-4387-afac-95be8cef7f85 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 19:00:27.472499 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Attempting to bind port b9153c96-d31b-4387-afac-95be8cef7f85 on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 19:00:27.478243 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 19:00:27.478570 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 19:00:27.478941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Bound using segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 19:00:27.479354 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Bound port: b9153c96-d31b-4387-afac-95be8cef7f85, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 19:00:27.479694 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:27.569125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 19:00:27.573037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b9153c96-d31b-4387-afac-95be8cef7f85,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 19:00:27.577074 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:27.581475 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ac34f3fe-5505-45c0-a592-74dbbbc072b4 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:27.637630 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:27.638229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:27.639637 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 1093 time: 1.1222203
Jul 09 19:00:27.640064 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:00:27.667508 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Pushing event updated for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:27.670643 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:27.716080 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'status': 'completed', 'code': 200}
Jul 09 19:00:27.759773 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-05e77e30-5032-4b5b-a971-c57baec2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:27.761337 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-05e77e30-5032-4b5b-a971-c57baec2a205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1096 time: 0.0773051
Jul 09 19:00:27.834917 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-2c9b9bbf-9019-4572-b913-45406b2f37ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 217 time: 0.0646949
Jul 09 19:00:27.900438 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-42f7e264-7a87-48f5-842c-12ad3c36cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:27.902119 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-42f7e264-7a87-48f5-842c-12ad3c36cd4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0592842
Jul 09 19:00:27.983524 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-a3e2a85a-7d12-4be9-baba-a4e07b7ea352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:27.984930 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-a3e2a85a-7d12-4be9-baba-a4e07b7ea352 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761440
Jul 09 19:00:28.117840 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-5a1fc2ce-de90-4657-94e2-a7bf2d55cd72 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252127
Jul 09 19:00:28.251658 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-25c62e04-6bb8-4f35-9e7d-0cacf8430558 req-d438a806-65e2-4add-b297-b84615dbe3a8 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272802
Jul 09 19:00:28.429836 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-bd11aaee-d941-43dc-978a-013e4a424999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:28.431308 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-bd11aaee-d941-43dc-978a-013e4a424999 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1096 time: 0.1319144
Jul 09 19:00:28.439309 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246cf29-837e-4466-b9cf-1727f34ac7eb req-c26bb542-f7e8-449f-8cfc-0ea2c87cc637 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:28.440634 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d246cf29-837e-4466-b9cf-1727f34ac7eb req-c26bb542-f7e8-449f-8cfc-0ea2c87cc637 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.1102943
Jul 09 19:00:28.567030 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d246cf29-837e-4466-b9cf-1727f34ac7eb req-b93225e1-8dac-4f10-ab8d-e6c33d16b6c0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045074
Jul 09 19:00:28.702056 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-86a164b1-d5eb-4a65-a997-40a7eb3de214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:28.703493 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-86a164b1-d5eb-4a65-a997-40a7eb3de214 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.2619777
Jul 09 19:00:28.773134 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-ea07df00-e747-4eb4-a724-0552bfc4c430 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 217 time: 0.0621526
Jul 09 19:00:28.834045 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-7cd2ce7f-2881-4756-ba69-44e3ed761151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:28.835368 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-7cd2ce7f-2881-4756-ba69-44e3ed761151 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0563760
Jul 09 19:00:28.910164 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-47522eb0-d85f-44b0-82f6-d906d052adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:28.911688 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-47522eb0-d85f-44b0-82f6-d906d052adf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698760
Jul 09 19:00:29.047851 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-ddaea055-4285-4b35-90ab-3bc5acd04e31 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279771
Jul 09 19:00:29.181527 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-081dbe3d-f472-449e-b88d-1073c8f76ac1 req-93940226-5a77-49d6-b7f7-54807f5718b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258972
Jul 09 19:00:29.766808 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd612d3-c337-49f3-a813-45789dc3e0b4 req-1a1e619f-084d-493b-8e80-048acb4b7e18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:29.768386 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0dd612d3-c337-49f3-a813-45789dc3e0b4 req-1a1e619f-084d-493b-8e80-048acb4b7e18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0941827
Jul 09 19:00:29.816852 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0dd612d3-c337-49f3-a813-45789dc3e0b4 req-787bf44d-6769-4552-91e8-56c00019f5d9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421479
Jul 09 19:00:31.004476 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934d703-140f-4b84-a9e3-aa71363bcb51 req-91f57407-84d8-4147-bbcf-17592d7ffe20 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:31.006016 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e934d703-140f-4b84-a9e3-aa71363bcb51 req-91f57407-84d8-4147-bbcf-17592d7ffe20 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0814173
Jul 09 19:00:31.053389 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e934d703-140f-4b84-a9e3-aa71363bcb51 req-01257879-8f36-4c3a-9b2a-59cbd1ae3846 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414903
Jul 09 19:00:32.123734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:32.239460 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64408e-5df0-44b3-930b-387bc591572a req-cb646f1c-f44c-4c6a-a449-08e2be44adec tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:32.240837 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d64408e-5df0-44b3-930b-387bc591572a req-cb646f1c-f44c-4c6a-a449-08e2be44adec tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0814924
Jul 09 19:00:32.285891 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3d64408e-5df0-44b3-930b-387bc591572a req-b6a823f2-8972-462d-9170-2c05ef248cd5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388193
Jul 09 19:00:33.472625 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8c59-c006-4985-93a9-737f0ddb887f req-7544bbbb-086f-421a-a9a5-c76d8b808f65 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:33.474070 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ccfe8c59-c006-4985-93a9-737f0ddb887f req-7544bbbb-086f-421a-a9a5-c76d8b808f65 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0817244
Jul 09 19:00:33.517760 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ccfe8c59-c006-4985-93a9-737f0ddb887f req-96179895-f4dc-4c66-a283-4175b77b1632 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374491
Jul 09 19:00:34.700314 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75304dc-fc2a-4f59-a817-594759f6b0e8 req-a007bdde-14f3-49ef-a5f4-b2563880aa6a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:34.701790 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c75304dc-fc2a-4f59-a817-594759f6b0e8 req-a007bdde-14f3-49ef-a5f4-b2563880aa6a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0793874
Jul 09 19:00:34.750000 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c75304dc-fc2a-4f59-a817-594759f6b0e8 req-442a51e1-4508-4ebe-8b6f-a6517fec40eb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426509
Jul 09 19:00:35.933255 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6344e-590d-460b-85d0-f3322c7d1ea1 req-1ceabd3e-4760-437e-9b6a-9eac60a7519f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:35.934709 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-54e6344e-590d-460b-85d0-f3322c7d1ea1 req-1ceabd3e-4760-437e-9b6a-9eac60a7519f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 943 time: 0.0807934
Jul 09 19:00:35.980946 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-54e6344e-590d-460b-85d0-f3322c7d1ea1 req-f72b20e7-83d8-4348-9b61-22c4d7ae5b03 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404234
Jul 09 19:00:36.035309 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b9153c96-d31b-4387-afac-95be8cef7f85 details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 19:00:36.166480 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b9153c96-d31b-4387-afac-95be8cef7f85,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:00:36.179871 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 19:00:36.233272 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:36.249027 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9153c96-d31b-4387-afac-95be8cef7f85 {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 19:00:36.264019 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b9153c96-d31b-4387-afac-95be8cef7f85,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:00:36.267862 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:36.269616 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:36.336129 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:36.343038 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.343379 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.343710 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.344035 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.344360 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.344707 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.345023 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.345348 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.345665 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.345979 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.346292 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.346603 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:36.353719 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:36.365218 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-065847fe-9a63-44f3-a53b-52b28505ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:36.473331 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['b9153c96-d31b-4387-afac-95be8cef7f85'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 19:00:36.873353 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:37.166712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a31d7-978d-4ebb-9873-7863412abee9 req-59972b31-2ff0-42d1-9821-42b4d89b4ecd tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:37.168068 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b9a31d7-978d-4ebb-9873-7863412abee9 req-59972b31-2ff0-42d1-9821-42b4d89b4ecd tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 944 time: 0.0827565
Jul 09 19:00:37.213054 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b9a31d7-978d-4ebb-9873-7863412abee9 req-6587c3c8-a939-426a-879f-bfa398b2f322 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392573
Jul 09 19:00:38.047276 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b9153c96-d31b-4387-afac-95be8cef7f85 up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 19:00:38.115757 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port b9153c96-d31b-4387-afac-95be8cef7f85 completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 19:00:38.120370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port b9153c96-d31b-4387-afac-95be8cef7f85 triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 19:00:38.120779 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:38.232559 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:38.259311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:00:38.269113 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b9153c96-d31b-4387-afac-95be8cef7f85,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:00:38.274595 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:38.277087 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:38.377320 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'code': 200}
Jul 09 19:00:38.390341 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:38.393167 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:38.407909 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859bc302-0190-4732-a554-15be4eb4ccaf req-188a4f33-2deb-42b4-9acf-f0f49a9c8ab3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:38.409402 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-859bc302-0190-4732-a554-15be4eb4ccaf req-188a4f33-2deb-42b4-9acf-f0f49a9c8ab3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.0868278
Jul 09 19:00:38.458752 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-859bc302-0190-4732-a554-15be4eb4ccaf req-322f5e1d-b370-4c2f-8bcd-26ed499b2e3c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434043
Jul 09 19:00:38.644044 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646a1f4-6729-4999-b0fd-796468e467b6 req-162b9325-79a0-4592-8ef4-a5f8cfdc1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:38.645528 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0646a1f4-6729-4999-b0fd-796468e467b6 req-162b9325-79a0-4592-8ef4-a5f8cfdc1371 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.0696712
Jul 09 19:00:38.688196 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-0646a1f4-6729-4999-b0fd-796468e467b6 req-6200d063-a2d1-42d7-b490-df5a22cb3f7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361838
Jul 09 19:00:39.120844 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-8834d5e8-9590-43d2-b9fe-0836d80f5772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:39.649399 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb897dc3-02e4-44f3-acdd-cf2c2311a61c req-a1a32eeb-6880-4258-b7c5-c30a8826857c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:39.650846 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bb897dc3-02e4-44f3-acdd-cf2c2311a61c req-a1a32eeb-6880-4258-b7c5-c30a8826857c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.0834560
Jul 09 19:00:39.695368 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-bb897dc3-02e4-44f3-acdd-cf2c2311a61c req-947eb5da-4700-45e6-8487-d8cfaa591639 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389979
Jul 09 19:00:39.876644 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22feb1-b507-4785-ab8b-64cebd5e541d req-9643e41e-d858-40be-99fe-2a558200d9aa tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:39.878107 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b22feb1-b507-4785-ab8b-64cebd5e541d req-9643e41e-d858-40be-99fe-2a558200d9aa tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.0793867
Jul 09 19:00:39.925894 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b22feb1-b507-4785-ab8b-64cebd5e541d req-d5e68376-ef0c-46a5-97d5-eb77f3380860 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420096
Jul 09 19:00:39.950006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51316) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:00:40.019879 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4f394-ba96-44a2-af00-10c9e8efe661 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78521) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:40.020583 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8ce4f394-ba96-44a2-af00-10c9e8efe661 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] Synchronizing usage tracker for tenant:e8a204dc512b417cb4e299307398d0ad on resource:port {{(pid=78521) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:00:40.036179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-8ce4f394-ba96-44a2-af00-10c9e8efe661 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] Unset dirty status for tenant:e8a204dc512b417cb4e299307398d0ad on resource:port {{(pid=78521) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:00:40.037330 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-8ce4f394-ba96-44a2-af00-10c9e8efe661 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1093 time: 0.0863726
Jul 09 19:00:40.041217 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51320) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:00:40.046351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.v2.base [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78521) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:00:40.052143 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 19:00:40.056147 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:floatingip and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 19:00:40.058968 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.quota.resource [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78521) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 19:00:40.064815 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.quota.driver [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78521) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 19:00:40.074626 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:40.081737 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:40.211426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:40.344629 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_common [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.27.1.82 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/a620a65c-e4c2-4bc2-9e7a-8d1872fc33af) {{(pid=78521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 19:00:40.492664 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:40.520703 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:40.525467 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-41bc7bac-014a-44fc-982f-801c80922b5f tempest-AttachVolumeShelveTestJSON-2067051577 tempest-AttachVolumeShelveTestJSON-2067051577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:40.588342 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 19:00:40.591006 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.base_scheduler [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 19:00:40.594616 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 19:00:40.637199 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=a620a65c-e4c2-4bc2-9e7a-8d1872fc33af,revision_number=1']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:40.650048 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.650427 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.650795 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.651159 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.651516 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.651872 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.652229 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.652585 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.652962 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.653313 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.653662 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.654007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:00:40.658654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:41.021642 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.093442 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.293801 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.297996 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7199676'] for port, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.302189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e6d31370-c03e-4d28-a742-5e32b5f6e925 tempest-AttachVolumeTestJSON-2019263696 tempest-AttachVolumeTestJSON-2019263696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:00:41.404943 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=a620a65c-e4c2-4bc2-9e7a-8d1872fc33af,revision_number=2']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:00:41.407700 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:00:41.414767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.549866 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:41.680073 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP 64021b13-d3d8-4566-901c-3973e201d205 associated. External IP: 172.27.1.82, port: b9153c96-d31b-4387-afac-95be8cef7f85.
Jul 09 19:00:42.032588 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:00:42.211194 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:00:42.220143 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:00:42.229549 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:00:42.230171 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c167ca0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:00:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:42.239929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:00:42.295659 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-5fbf7df6-9749-439b-a4fd-cae9f01539df tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2534342
Jul 09 19:00:42.296316 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:00:42.393619 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'status': 'completed', 'code': 200}
Jul 09 19:00:42.407999 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:00:42.580862 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586588-5754-4391-9642-8ea296e5aa1c req-08b98df8-fae2-4627-bdf1-e754ae76186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:42.582228 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-08b98df8-fae2-4627-bdf1-e754ae76186f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.1666243
Jul 09 19:00:42.716030 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586588-5754-4391-9642-8ea296e5aa1c req-5a57b3f1-6aa0-41c3-937f-b23fa4148555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:42.717496 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-5a57b3f1-6aa0-41c3-937f-b23fa4148555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1288407
Jul 09 19:00:42.758197 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c167ca0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:40Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:42.762241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:00:42.770442 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:00:42.771046 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f340c167ca0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:00:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:42.823387 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-a384f42f-f2d7-474d-a802-de0884b920d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 998 time: 0.0988357
Jul 09 19:00:42.885525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586588-5754-4391-9642-8ea296e5aa1c req-6c65f343-5327-4ee0-91bb-327b89a9325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:42.886986 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-6c65f343-5327-4ee0-91bb-327b89a9325f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0574720
Jul 09 19:00:42.949683 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:00:42.965042 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586588-5754-4391-9642-8ea296e5aa1c req-c3b60854-98bd-4f0f-8fee-0e8f7c44435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:00:42.966529 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-c3b60854-98bd-4f0f-8fee-0e8f7c44435f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737064
Jul 09 19:00:43.098356 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-1f51e257-9a83-4255-89c9-66176a7170fe service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255245
Jul 09 19:00:43.237495 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-5e586588-5754-4391-9642-8ea296e5aa1c req-87cda198-e213-450e-8b78-df07aef328d5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327055
Jul 09 19:00:43.318520 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f340c167ca0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:40Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:00:43.323124 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8584c9-9b73-4426-bfd9-9d524bc2fe4c None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:40Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:00:43.530388 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f08587-9cf4-4462-ae6d-ac7a742a0814 None None] New status for floating IP 64021b13-d3d8-4566-901c-3973e201d205: ACTIVE {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 19:00:50.567172 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:01:02.127917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:06.366370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-39ef7856-eeaa-4ace-aab5-984d8e6a9bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:06.874594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:09.122531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-deed9999-4b0d-4ee9-8cb8-1f47d9eb5e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:10.083313 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:11.121172 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-3f759e73-d129-41cd-91ae-c674b029617e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677817
Jul 09 19:01:11.263803 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-29bb2d4f-3adc-44b1-9822-1a0e4e351e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:01:11.265173 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-29bb2d4f-3adc-44b1-9822-1a0e4e351e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.0749037
Jul 09 19:01:11.411474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-932fcb3c-4a8e-455d-ae1a-e9952eea15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:01:11.412953 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-932fcb3c-4a8e-455d-ae1a-e9952eea15fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1275387
Jul 09 19:01:11.516474 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-6d66ddae-d3f3-4927-a35c-22f7c179e4f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 1000 time: 0.0962031
Jul 09 19:01:11.551369 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:11.578225 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-221fc678-2eb5-4d27-bdf0-f72a9eb84b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:01:11.579643 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-221fc678-2eb5-4d27-bdf0-f72a9eb84b13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0567396
Jul 09 19:01:11.655606 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-49df0238-72f6-4f21-879c-a3205855e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:01:11.657100 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-49df0238-72f6-4f21-879c-a3205855e893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684571
Jul 09 19:01:11.784557 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-5fd607ad-874a-45cf-8be8-ba2a372952e0 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203320
Jul 09 19:01:11.913089 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-be558b92-5fbb-447b-a60a-927302bb1a95 req-3ed6b3e6-b6fc-46f7-ba70-3e6d117077ff service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219952
Jul 09 19:01:27.565716 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:01:32.123956 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:36.368843 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-efc0a877-c7f0-4e03-aff9-4844e1d9fd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:36.877380 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:39.125304 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-da268c53-b0d2-45db-911f-05c99320427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:40.086096 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:01:41.553899 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:02.137047 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:04.568060 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:02:06.370107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a9d9b99e-baec-403f-812e-f33d423b8151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:06.880022 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:09.125414 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-be5ac32e-0bc3-4ef4-8ade-fd891284cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:10.088568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:11.641078 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:14.075985 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-d2383a68-2826-4e42-b7c3-c4ae7df18bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1729107
Jul 09 19:02:14.213055 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-e3cbb82e-e2b9-41d2-9f5e-2670d1371d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:14.214509 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-e3cbb82e-e2b9-41d2-9f5e-2670d1371d9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.0709887
Jul 09 19:02:14.357066 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-45aedb89-b13c-4157-bc0f-9eaebf52d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:14.358505 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-45aedb89-b13c-4157-bc0f-9eaebf52d68f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1238897
Jul 09 19:02:14.466142 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-723e303f-482c-417c-a225-9f14cfab74f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 1000 time: 0.1009986
Jul 09 19:02:14.532338 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-a793edb5-9700-4402-a849-793033db695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:14.533978 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-a793edb5-9700-4402-a849-793033db695d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0615487
Jul 09 19:02:14.612305 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-1712b090-60c0-4373-945b-22f38235bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:14.613874 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-1712b090-60c0-4373-945b-22f38235bf82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736885
Jul 09 19:02:14.754044 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-47d07127-e340-4bcf-a631-5ecd393aa9e1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338587
Jul 09 19:02:14.887015 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d03ac3f4-c0d8-4322-bbe5-a9ce1dbc14c8 req-8803a44d-a5f4-4348-9939-cf4da290b16a service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265914
Jul 09 19:02:17.272108 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-6a66ee2e-f792-4bcc-85c4-17837f18ca21 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044558176&fields=id&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 267 time: 0.0411975
Jul 09 19:02:17.420899 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-511cc363-9d05-45d5-a073-0c3a6292af6e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:17.422250 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-511cc363-9d05-45d5-a073-0c3a6292af6e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.1438787
Jul 09 19:02:17.436994 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-2379c4dc-d304-4ea9-b3cc-e6c9e1a315de tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/quotas/73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 375 time: 0.0087714
Jul 09 19:02:17.530194 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-00973a6c-d452-4a5a-b1f5-33c3bfa2e080 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0877924
Jul 09 19:02:17.611511 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-d258455f-c716-4841-8f4a-32fce3d16d5e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=78520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 09 19:02:17.612528 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-d258455f-c716-4841-8f4a-32fce3d16d5e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0716748
Jul 09 19:02:17.742713 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-e5321a83-01e8-4bed-af76-e51dfc39d654 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242380
Jul 09 19:02:17.869696 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-0a174da2-6a9e-4c01-85e0-14cdb03f8064 service neutron] 10.222.0.20 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213262
Jul 09 19:02:18.258290 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-1b38c6f1-fc12-49c4-8554-f2bbc6136348 req-cc9f3a31-a741-4205-8d36-5c1a6faa56f0 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 210 time: 0.0432615
Jul 09 19:02:19.257481 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-a6bde281-d5fe-4455-80d5-3f89c8e25715 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:19.259003 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-a6bde281-d5fe-4455-80d5-3f89c8e25715 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 812 time: 0.1512628
Jul 09 19:02:19.308494 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-d89f1be5-f3ef-4811-adf2-33a2ad574c4f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73c5716f4c554a56b3f011f174ebd215 HTTP/1.1" status: 200  len: 380 time: 0.0410113
Jul 09 19:02:19.318203 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'port': {'device_id': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'admin_state_up': True, 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'security_groups': ['1e8f47c7-c124-4639-893c-7c9662d23509']}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:02:19.552713 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d22f5715-b9f4-4b7a-819c-3454dc5683a6 req-9dca83cf-cdf5-4f68-9887-4584ce6d5153 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 210 time: 0.0587499
Jul 09 19:02:19.603113 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 19:02:19.612802 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 19:02:19.622346 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Made reservation on behalf of 73c5716f4c554a56b3f011f174ebd215 for: {'port': 1} {{(pid=78520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 09 19:02:19.626382 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:19.789925 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.20.0.4 (d4efa4ca-9c59-4bd4-91c4-6993e0c16c69/5330c7d1-48a3-431a-b63d-eefb1e13bc69/43a0885a-e473-44f4-ba97-5ab0d1f6f0ca) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 19:02:19.995139 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.011323 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Transition to ACTIVE for port object 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca will not be triggered until provisioned by entity DHCP. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 19:02:20.033767 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.039071 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-5aa79ee7-c22f-4a74-a0c3-ddd64f3f5fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:20.106433 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 19:02:20.109542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 19:02:20.114111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 19:02:20.155777 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:20.169872 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.170262 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.170632 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.170999 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.171360 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.171722 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.172085 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.172510 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.173411 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.173801 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.174127 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.174478 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:20.179840 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:20.195412 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:20.196051 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.221717 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-ea051d0c-39bc-4c1b-9314-8302bd35bd18 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9071760
Jul 09 19:02:20.234233 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Request body: {'port': {'device_id': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80026'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:02:20.296099 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-5aa82b0c-1754-47ca-aade-d7d88ff4ee75 None None] Provisioning for port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca completed by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 19:02:20.301696 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-5aa82b0c-1754-47ca-aade-d7d88ff4ee75 None None] Provisioning complete for port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca triggered by entity DHCP. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 19:02:20.302073 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-5aa82b0c-1754-47ca-aade-d7d88ff4ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.348682 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.353401 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-5aa82b0c-1754-47ca-aade-d7d88ff4ee75 None None] Port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca cannot update to ACTIVE because it is not bound. {{(pid=78522) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 09 19:02:20.726728 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca {{(pid=78520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 19:02:20.735575 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.757114 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.provisioning_blocks [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Transition to ACTIVE for port object 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca will not be triggered until provisioned by entity L2. {{(pid=78520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 09 19:02:20.763394 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:20.768749 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-fd9606b7-a3ee-4806-8312-ba093543af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:20.890336 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e018b-4fe5-44a7-94a4-5e1955cdd188 req-967c48dd-d31d-4281-97eb-4235c86920c2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:20.891652 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-9a5e018b-4fe5-44a7-94a4-5e1955cdd188 req-967c48dd-d31d-4281-97eb-4235c86920c2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:02:20.943439 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Pushing event updated for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:20.953525 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:20.985256 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-9a5e018b-4fe5-44a7-94a4-5e1955cdd188 req-967c48dd-d31d-4281-97eb-4235c86920c2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:02:20.986449 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9a5e018b-4fe5-44a7-94a4-5e1955cdd188 req-967c48dd-d31d-4281-97eb-4235c86920c2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 931 time: 0.3270419
Jul 09 19:02:21.059769 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-9a5e018b-4fe5-44a7-94a4-5e1955cdd188 req-8df5a066-ebc1-4b9c-8a6e-b9653c2d58a4 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620844
Jul 09 19:02:21.067264 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Attempting to bind port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca on host hv-cinder-80026 for vnic_type normal with profile  {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 09 19:02:21.067613 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Attempting to bind port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca by drivers openvswitch,hyperv on host hv-cinder-80026 at level 0 using segments [{'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 09 19:02:21.068177 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Attempting to bind port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 19:02:21.072547 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80026 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 09 19:02:21.072888 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Attempting to bind port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca on network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 09 19:02:21.079535 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Checking agent: {'id': '79bafc29-7285-4984-8e63-c4fcdfd75c91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80026', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 18, 48), 'started_at': datetime.datetime(2021, 7, 9, 18, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 09 19:02:21.079861 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Checking segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 09 19:02:21.080234 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Bound using segment: {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'} {{(pid=78520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 09 19:02:21.080650 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.managers [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Bound port: 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host: hv-cinder-80026, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69'}}] {{(pid=78520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 09 19:02:21.081019 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:21.166715 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, cleared binding levels {{(pid=78520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 09 19:02:21.169716 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 09 19:02:21.174037 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:21.178466 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-7853c30d-f7c1-4063-8ab1-7707348dca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:21.234513 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:21.235381 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:21.236721 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] 10.222.0.15 "PUT /v2.0/ports/43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 200  len: 1093 time: 1.0072618
Jul 09 19:02:21.237229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:02:21.262978 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Pushing event updated for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=3']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:21.269111 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-60f42cc1-eacb-4682-93a4-738d8cdc2acd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:21.433677 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'status': 'completed', 'code': 200}
Jul 09 19:02:21.472789 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-354a048a-e6ad-4ff8-9ac9-e520c8fd05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:21.474245 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-354a048a-e6ad-4ff8-9ac9-e520c8fd05b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1096 time: 0.1865346
Jul 09 19:02:21.545561 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-67954831-3aea-4e5e-b346-185bb1f8ef8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 200  len: 217 time: 0.0637195
Jul 09 19:02:21.605512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-5faa8507-0ff7-4336-bdd4-4f62a488d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:21.606887 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-5faa8507-0ff7-4336-bdd4-4f62a488d5ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0550778
Jul 09 19:02:21.683936 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-37f32a2b-78ca-4224-a97e-db793f9ae527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:21.685399 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-37f32a2b-78ca-4224-a97e-db793f9ae527 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723248
Jul 09 19:02:21.815988 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-c605135c-65a6-4f77-bf64-42d4c9e27f29 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239572
Jul 09 19:02:21.946247 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d2ff977a-5f29-4668-a4ed-e93f5ae3224b req-898dd1c9-d1e7-47e6-9777-dce92a4969da service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240349
Jul 09 19:02:22.062057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-d7b69a38-1f13-4c21-bfbc-9804d3a795e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:22.063681 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-d7b69a38-1f13-4c21-bfbc-9804d3a795e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1096 time: 0.0704656
Jul 09 19:02:22.245284 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-bf80d960-7c44-45d9-81bd-cdc9ca784eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:22.246727 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-bf80d960-7c44-45d9-81bd-cdc9ca784eb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1767325
Jul 09 19:02:22.323656 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-5c127451-a49e-4bd3-b799-96ab75dad5cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 200  len: 217 time: 0.0662506
Jul 09 19:02:22.335568 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7953a68-6da1-4723-8b91-bad7972a8345 req-2f6529ad-2a7e-4eec-933e-854a3bb823a9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:22.336968 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c7953a68-6da1-4723-8b91-bad7972a8345 req-2f6529ad-2a7e-4eec-933e-854a3bb823a9 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.1600375
Jul 09 19:02:22.427461 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-2082da42-7488-4eac-87d3-d22a596a431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:22.428902 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-2082da42-7488-4eac-87d3-d22a596a431f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0910916
Jul 09 19:02:22.431742 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c7953a68-6da1-4723-8b91-bad7972a8345 req-285a331a-c522-40df-abbe-028e94610bcc tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618722
Jul 09 19:02:22.506879 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-4cde7686-4aef-4595-86b9-c4ee0baa1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:22.508332 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-4cde7686-4aef-4595-86b9-c4ee0baa1b32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689480
Jul 09 19:02:22.638560 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-cd63e967-f52a-4d47-a463-d021984f8297 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225736
Jul 09 19:02:22.766133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-19e5e85b-cd75-443f-8cff-7e3c94d6e217 req-0c34c635-2aa8-47d7-9ee3-f96a07993532 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208429
Jul 09 19:02:23.623667 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cf150-82ba-4de4-9c3e-5a9324b2a9b5 req-cdf0a286-3b59-4592-9f84-c6a59cb79b40 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:23.625133 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-504cf150-82ba-4de4-9c3e-5a9324b2a9b5 req-cdf0a286-3b59-4592-9f84-c6a59cb79b40 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0830681
Jul 09 19:02:23.669447 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-504cf150-82ba-4de4-9c3e-5a9324b2a9b5 req-a8650b94-7d2c-4f99-9946-d98125bef013 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384758
Jul 09 19:02:24.852057 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7f32a-09f4-4b79-815f-1a974840bf10 req-11a94ee3-a667-437f-9814-9225ebfce1f7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:24.853554 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b4a7f32a-09f4-4b79-815f-1a974840bf10 req-11a94ee3-a667-437f-9814-9225ebfce1f7 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0798745
Jul 09 19:02:24.990181 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-b4a7f32a-09f4-4b79-815f-1a974840bf10 req-4fbfd73a-a7b5-479b-86de-4ff5f1b7e44f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309211
Jul 09 19:02:26.171125 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3327e90-cc3a-43c8-aa01-2ccd75b62d59 req-014b8a91-a4e0-4af3-82b5-ede3b19dc926 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:26.172485 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d3327e90-cc3a-43c8-aa01-2ccd75b62d59 req-014b8a91-a4e0-4af3-82b5-ede3b19dc926 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0795388
Jul 09 19:02:26.217241 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-d3327e90-cc3a-43c8-aa01-2ccd75b62d59 req-555150f3-0649-4cba-a8ce-52bc221ae2c6 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390992
Jul 09 19:02:27.399889 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad90ce-82d9-4871-8936-13a9947da696 req-f61a7d89-5eaf-4083-b647-4b85972d578d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:27.401347 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ffad90ce-82d9-4871-8936-13a9947da696 req-f61a7d89-5eaf-4083-b647-4b85972d578d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0824275
Jul 09 19:02:27.444427 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ffad90ce-82d9-4871-8936-13a9947da696 req-7fc580c8-29b0-47c7-9dda-47139301e34a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375986
Jul 09 19:02:28.630493 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20081-491c-4e27-a308-1b41ea88df9e req-692f2c51-d5eb-4992-9267-021e7f99a0f2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:28.631967 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ccc20081-491c-4e27-a308-1b41ea88df9e req-692f2c51-d5eb-4992-9267-021e7f99a0f2 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0800588
Jul 09 19:02:28.680504 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ccc20081-491c-4e27-a308-1b41ea88df9e req-d761d2f8-59c7-4a05-ab0b-e44fb1020878 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425549
Jul 09 19:02:29.860624 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aaccc-3989-4ea2-9d16-d3926a9d0894 req-a4abe2c0-2cc0-4d90-a0c8-d25b3b8786f4 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:29.862151 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-575aaccc-3989-4ea2-9d16-d3926a9d0894 req-a4abe2c0-2cc0-4d90-a0c8-d25b3b8786f4 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 943 time: 0.0807967
Jul 09 19:02:29.908524 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-575aaccc-3989-4ea2-9d16-d3926a9d0894 req-abae68f4-cea2-4ae1-a123-69f78c6a9b6e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401859
Jul 09 19:02:30.559435 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca details requested by agent hyperv_hv-cinder-80026 with host hv-cinder-80026 {{(pid=78522) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 09 19:02:30.691628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:02:30.704159 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Returning: {'device': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'port_id': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'mac_address': 'fa:16:3e:33:f5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78522) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 09 19:02:30.763311 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:30.780107 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca {{(pid=78522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 09 19:02:30.795157 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:02:30.799175 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:30.800959 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-5e9dc83d-a1df-4f34-9c6b-6db0fca078cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:30.863848 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=4']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:30.870700 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.871039 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.871370 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.871695 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.872017 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.872339 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.872659 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.872999 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.873319 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.873634 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.873950 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.874264 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:02:30.878819 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:31.034428 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] get_ports_and_sgs() called for port_ids ['43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'] {{(pid=78522) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 09 19:02:31.099041 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8ea4-625d-4630-b88b-35f0646c8e9b req-7c8cf706-3250-4527-aa34-817bd6084de1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:31.100578 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c93c8ea4-625d-4630-b88b-35f0646c8e9b req-7c8cf706-3250-4527-aa34-817bd6084de1 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 944 time: 0.0848451
Jul 09 19:02:31.147344 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c93c8ea4-625d-4630-b88b-35f0646c8e9b req-b128398f-782d-475b-9a84-0e20926dac9d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409377
Jul 09 19:02:32.151583 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:32.341539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3555-fbfc-4e45-8625-6abef735a924 req-1ace2edf-f60d-43b5-ad93-36d4ff90930a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:32.343026 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3b0c3555-fbfc-4e45-8625-6abef735a924 req-1ace2edf-f60d-43b5-ad93-36d4ff90930a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 944 time: 0.0808003
Jul 09 19:02:32.391590 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-3b0c3555-fbfc-4e45-8625-6abef735a924 req-8b05d938-1b75-47ce-a9b9-3c8020ab4c6b tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424550
Jul 09 19:02:32.565195 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca up at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 09 19:02:32.649378 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning for port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca completed by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 09 19:02:32.654714 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.provisioning_blocks [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Provisioning complete for port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca triggered by entity L2. {{(pid=78522) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 09 19:02:32.655089 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3623526'] for port, provisioning_complete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:32.773731 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:32.799357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'}] {{(pid=78522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:02:32.809100 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:02:32.813156 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147'] for port, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:32.815628 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:32.844299 dv-cinder-800268-1-iscsi neutron-server[78522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'code': 200}
Jul 09 19:02:32.883580 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Pushing event updated for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=5']} {{(pid=78522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:32.886685 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_concurrency.lockutils [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:33.125235 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf5b65-c497-484e-b6a3-062876134e09 req-23128448-5189-4da4-b97e-aa5b0bbf0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:33.127257 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e3bf5b65-c497-484e-b6a3-062876134e09 req-23128448-5189-4da4-b97e-aa5b0bbf0a24 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1098 time: 0.0708325
Jul 09 19:02:33.167261 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e3bf5b65-c497-484e-b6a3-062876134e09 req-ec5cca21-2a17-4624-a71c-c7fb527632ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338857
Jul 09 19:02:33.574768 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec53c9-67b4-4d11-9008-2f5ac4a00292 req-a1fe3ad5-b155-4d38-b404-9caf824a2c2d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:33.576498 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e2ec53c9-67b4-4d11-9008-2f5ac4a00292 req-a1fe3ad5-b155-4d38-b404-9caf824a2c2d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.0828123
Jul 09 19:02:33.622746 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-e2ec53c9-67b4-4d11-9008-2f5ac4a00292 req-82491fe3-e91f-4283-93b8-b9eb437cbadd tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401933
Jul 09 19:02:34.810333 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659a2d0-d0a6-4298-a067-5cf3f1d14431 req-1a7de2c1-17d9-4565-abcf-f3991dc6791e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:34.811777 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6659a2d0-d0a6-4298-a067-5cf3f1d14431 req-1a7de2c1-17d9-4565-abcf-f3991dc6791e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.0800362
Jul 09 19:02:34.855273 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-6659a2d0-d0a6-4298-a067-5cf3f1d14431 req-a4e63fe0-3dd4-4cb9-aeed-7f323575c5ef tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378256
Jul 09 19:02:35.046299 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58136-d9d1-40e8-b6a6-5cff71b272b7 req-2dea702c-85d0-4aaa-b793-8efb89e7abb3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:35.047730 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50d58136-d9d1-40e8-b6a6-5cff71b272b7 req-2dea702c-85d0-4aaa-b793-8efb89e7abb3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.0830333
Jul 09 19:02:35.091180 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-50d58136-d9d1-40e8-b6a6-5cff71b272b7 req-c896d0df-cd85-498a-bc4a-9c7ba81da8bd tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378575
Jul 09 19:02:35.114538 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51432) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:02:35.183162 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5835adcd-4244-45aa-8743-fcd090c531e8 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:35.184536 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-5835adcd-4244-45aa-8743-fcd090c531e8 tempest-TestVolumeBootPattern-996775732 tempest-TestVolumeBootPattern-996775732-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1093 time: 0.0690253
Jul 09 19:02:35.187223 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51436) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:02:35.192769 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.v2.base [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Request body: {'floatingip': {'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'port_id': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 09 19:02:35.198668 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 09 19:02:35.202473 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Usage tracker for resource:floatingip and tenant:73c5716f4c554a56b3f011f174ebd215 is out of sync, need to count used quota {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 09 19:02:35.205972 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78520) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 09 19:02:35.211477 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.quota.driver [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78520) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 09 19:02:35.224456 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:35.355591 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:35.490424 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.db_base_plugin_common [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Allocated IP 172.27.1.155 (8b57ebc8-2be4-4207-a98a-dee7ddbf6438/4102f2b1-7f6a-4a36-84a4-971e1132110e/849ba857-e862-4f63-9ff5-c97b94eaaff1) {{(pid=78520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 09 19:02:35.634237 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:35.662409 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741345742084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:35.666689 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-c5e37201-6a33-4a47-9cb7-d20d7fa99a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:35.727474 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Network 8b57ebc8-2be4-4207-a98a-dee7ddbf6438 is already hosted by enough agents. {{(pid=78520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 09 19:02:35.730174 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.base_scheduler [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Resources bound (agent type, host, resource id):  {{(pid=78520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 09 19:02:35.733805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Received port after_create {{(pid=78520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 09 19:02:35.777193 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=849ba857-e862-4f63-9ff5-c97b94eaaff1,revision_number=1']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:35.781124 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:36.233080 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.305860 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3409885'] for port, before_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.370676 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4b6964c8-38df-42aa-887f-995168ee3df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.508402 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for port, precommit_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.513094 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741346303946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741345742102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741345742147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6522772'] for port, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.518095 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-45fa93e7-494b-44aa-8c8a-7d18b817f841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:02:36.624941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event updated for resources: {'Port': ['ID=849ba857-e862-4f63-9ff5-c97b94eaaff1,revision_number=2']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:02:36.629289 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:02:36.633967 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1587026'] for floatingip, after_update {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:36.801004 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.db.l3_db [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP 98385fbe-39ca-4b96-bc85-aa77321ea1e9 associated. External IP: 172.27.1.155, port: 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca.
Jul 09 19:02:36.883609 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:37.145969 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:02:37.322551 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:02:37.331639 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:02:37.340946 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:02:37.341575 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c69ac0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:02:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:02:37.347010 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:37.408892 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-27a6b2d6-a338-4c1c-abb1-48866dd3476f tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2206221
Jul 09 19:02:37.409539 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:02:37.451980 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'status': 'completed', 'code': 200}
Jul 09 19:02:37.529415 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:02:37.675675 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621d69-a571-4441-8e46-756583528da9 req-3a94013b-df06-44a8-bead-b58d4374eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:37.677165 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-3a94013b-df06-44a8-bead-b58d4374eb9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1098 time: 0.2019784
Jul 09 19:02:37.826982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621d69-a571-4441-8e46-756583528da9 req-1dd0f904-d793-4032-81a6-9faf025a50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:37.828789 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-1dd0f904-d793-4032-81a6-9faf025a50ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1449120
Jul 09 19:02:37.930917 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c69ac0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}, {'id': '98385fbe-39ca-4b96-bc85-aa77321ea1e9', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:33:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:02:36Z', 'updated_at': '2021-07-09T19:02:36Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:02:37.934635 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:02:37.943006 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:02:37.943614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407c69ac0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:02:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:02:37.945911 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-b0520495-2a66-4934-8a95-d622dee1eb06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 200  len: 999 time: 0.1106284
Jul 09 19:02:38.007542 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621d69-a571-4441-8e46-756583528da9 req-41bbded8-49bf-4f03-909f-4569e734fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:38.009022 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-41bbded8-49bf-4f03-909f-4569e734fe83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0572395
Jul 09 19:02:38.082871 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76621d69-a571-4441-8e46-756583528da9 req-78a56815-a7bd-4830-8edb-aa5ea7fca8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:02:38.084334 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-78a56815-a7bd-4830-8edb-aa5ea7fca8ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693846
Jul 09 19:02:38.118560 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:02:38.222360 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-ee6497cc-5d37-4cfa-8152-c65c5d2bf4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302271
Jul 09 19:02:38.356435 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-76621d69-a571-4441-8e46-756583528da9 req-a45aea12-3c80-4206-ade5-9651dbff3382 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271133
Jul 09 19:02:38.466105 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407c69ac0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}, {'id': '98385fbe-39ca-4b96-bc85-aa77321ea1e9', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:33:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:02:36Z', 'updated_at': '2021-07-09T19:02:36Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:02:38.470461 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd2500-c795-40bc-935c-8ab189f97196 None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}, {'id': '98385fbe-39ca-4b96-bc85-aa77321ea1e9', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:33:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:02:36Z', 'updated_at': '2021-07-09T19:02:36Z', 'revision_number': 0, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:02:38.656467 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccc7369-6fd5-49c7-9a72-65124976e38f None None] New status for floating IP 98385fbe-39ca-4b96-bc85-aa77321ea1e9: ACTIVE {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 19:02:39.126241 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-e8d9917a-20dd-45ec-978f-da104b9d0f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:40.092576 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:41.554624 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:02:41.567363 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:03:02.156979 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:06.374357 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfcf2-e0bb-4265-89f8-4bedc8854545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:06.886308 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:09.128529 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-65b8bd47-e081-43e7-b4e8-f4cde65c1511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:10.093507 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:11.556801 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:14.881279 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-de3d58d4-1c8a-48d7-8d05-3d14940f4f88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728829
Jul 09 19:03:15.028958 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f4ed-8486-4391-b401-50602a7fa88a req-19ae0bd3-316d-4f4d-8b9b-90b368586077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:03:15.030395 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-19ae0bd3-316d-4f4d-8b9b-90b368586077 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.0761216
Jul 09 19:03:15.174850 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f4ed-8486-4391-b401-50602a7fa88a req-a8881ed1-c2a7-4a28-baf0-8958bc27bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:03:15.176226 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-a8881ed1-c2a7-4a28-baf0-8958bc27bc04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1255682
Jul 09 19:03:15.280149 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-d8361d86-d740-4d89-bb05-a051464b0045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 1000 time: 0.0972037
Jul 09 19:03:15.340583 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f4ed-8486-4391-b401-50602a7fa88a req-5cbb3f75-afbd-404b-a66b-3bb7f676f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:03:15.341989 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-5cbb3f75-afbd-404b-a66b-3bb7f676f705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0550914
Jul 09 19:03:15.418661 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f4ed-8486-4391-b401-50602a7fa88a req-d95c4abb-db03-4c18-bb4e-09040f0eb7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:03:15.420078 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-d95c4abb-db03-4c18-bb4e-09040f0eb7d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708294
Jul 09 19:03:15.550637 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-d55f9f4b-5e18-4f07-a5a1-e0ccfc2a1005 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221459
Jul 09 19:03:15.681152 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-7544f4ed-8486-4391-b401-50602a7fa88a req-1baf8a27-8c16-408f-a2a0-d6cd090862bd service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234186
Jul 09 19:03:18.566196 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:03:32.166339 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:36.375121 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6615dc20-1b37-4e13-9e33-a47d503486f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:36.888531 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:39.129109 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-dcf8e4f4-4704-47fa-8fb4-ff9674932f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:40.096396 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:41.560122 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:03:55.564756 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:04:02.165098 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:04.863935 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51478) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:05.143589 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port 849ba857-e862-4f63-9ff5-c97b94eaaff1 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:05.143825 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:05.311604 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:05.311925 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:05.433383 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for 849ba857-e862-4f63-9ff5-c97b94eaaff1 owned by network:floatingip {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:05.582303 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:05.586357 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4349f2a2-96e9-4c3d-a5fc-8f0f05b6409b tempest-ServerRescueNegativeTestJSON-92512155 tempest-ServerRescueNegativeTestJSON-92512155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:05.731869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=849ba857-e862-4f63-9ff5-c97b94eaaff1,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:05.773171 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.773537 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.773911 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.774279 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.774642 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.775004 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.775367 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.775729 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.776086 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.776444 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.776831 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.777182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:05.803603 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:05.831154 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:05.831487 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP 98385fbe-39ca-4b96-bc85-aa77321ea1e9 disassociated (deleted). External IP: 172.27.1.155, port: 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca.
Jul 09 19:04:06.183427 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:04:06.362867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:04:06.371741 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:04:06.383449 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:06.383785 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-ce0d19f8-e461-4fba-9a0e-557534c27b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:06.386611 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:06.387232 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34070bb3d0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:03:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:06.441151 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "DELETE /v2.0/floatingips/98385fbe-39ca-4b96-bc85-aa77321ea1e9 HTTP/1.1" status: 204  len: 168 time: 1.5759528
Jul 09 19:04:06.441637 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:04:06.500986 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'status': 'completed', 'code': 200}
Jul 09 19:04:06.566836 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:06.596503 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-04ad2b4a-9468-4bfc-b0f8-602066b670f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:06.598684 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-04ad2b4a-9468-4bfc-b0f8-602066b670f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 1098 time: 0.0727551
Jul 09 19:04:06.861251 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-b17597c2-15a0-4a73-96c5-209ee5bf3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:06.863023 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-b17597c2-15a0-4a73-96c5-209ee5bf3477 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.2582197
Jul 09 19:04:06.952369 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-6718584a-ed76-4078-a98a-2362f82eb688 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 200  len: 217 time: 0.0811901
Jul 09 19:04:06.971882 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:07.011678 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34070bb3d0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:07.015453 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:04:07.023806 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:07.024417 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34070bb3d0>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:03:39Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:07.066015 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-084bbc2c-e142-4e34-9ed3-2b4d9d381d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:07.067448 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-084bbc2c-e142-4e34-9ed3-2b4d9d381d2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0840805
Jul 09 19:04:07.137181 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34895d3-b87c-404c-8da0-48e3620f85f9 req-ddc22a66-f9ef-4296-8e06-6b16226a92f5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:07.138557 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c34895d3-b87c-404c-8da0-48e3620f85f9 req-ddc22a66-f9ef-4296-8e06-6b16226a92f5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.1971941
Jul 09 19:04:07.194380 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-c34895d3-b87c-404c-8da0-48e3620f85f9 req-3b89e258-b939-431b-8b77-2794b28f7142 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490344
Jul 09 19:04:07.197229 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-c1c01a47-cd9f-4ed0-8536-29137497c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:07.198956 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-c1c01a47-cd9f-4ed0-8536-29137497c19f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1228251
Jul 09 19:04:07.200576 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:07.336360 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-e30d3f1f-d78f-45d4-9cb1-ec0a66a043d6 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267550
Jul 09 19:04:07.468855 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-cabab06d-e961-4e5f-bfc6-3eed213d7874 req-53cccb3a-a9a5-4c58-8200-a98edc1ff20a service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251340
Jul 09 19:04:07.545390 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-e081898b-3572-40df-8807-6c49531d4948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34070bb3d0>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:07.549326 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081898b-3572-40df-8807-6c49531d4948 None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_floatingips': [{'id': '64021b13-d3d8-4566-901c-3973e201d205', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'router_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'port_id': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'mac_address': 'fa:16:3e:b8:07:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:00:40Z', 'updated_at': '2021-07-09T19:00:43Z', 'revision_number': 1, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:04:07.772195 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c9bde1-64a0-45ac-8a5a-ae3c074f05d2 None None] New status for floating IP 98385fbe-39ca-4b96-bc85-aa77321ea1e9: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 19:04:08.372574 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-da24cf83-9887-4c6c-b778-a826d8e3b6a4 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:08.374013 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-da24cf83-9887-4c6c-b778-a826d8e3b6a4 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.1328595
Jul 09 19:04:08.449310 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db374074-d080-4659-8581-199068436190 req-170dea35-c0ac-47e4-94a8-3dbb3999af35 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:08.450650 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db374074-d080-4659-8581-199068436190 req-170dea35-c0ac-47e4-94a8-3dbb3999af35 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 945 time: 0.1498489
Jul 09 19:04:08.458087 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:08.459081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:08.549477 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-db374074-d080-4659-8581-199068436190 req-d0edbba5-8861-4604-b981-8e80bdb34306 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660219
Jul 09 19:04:08.733049 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] For port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:08.733318 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:08.854581 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:08.999362 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:09.006368 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-b2bab1ff-aeca-483e-bde0-9211a4de0937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:09.133149 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-4934a1fc-99f5-4fd6-a31a-853449d406ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:09.158344 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=43a0885a-e473-44f4-ba97-5ab0d1f6f0ca,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:09.199576 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.199953 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.200324 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.200712 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.201081 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.201441 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.201799 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.202156 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.202512 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.202865 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.203214 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.203563 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800268-1-iscsi {{(pid=78520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 09 19:04:09.230172 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:09.241564 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] No DVR routers for this DVR port 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 19:04:09.243800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:09.246265 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'name': 'network-vif-deleted', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:04:09.257908 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-89c0a58f-8e64-4db8-913e-b3108a9217b9 req-9f43e705-1063-48cd-a3a5-3fbc9bdd7af3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "DELETE /v2.0/ports/43a0885a-e473-44f4-ba97-5ab0d1f6f0ca HTTP/1.1" status: 204  len: 173 time: 0.8779902
Jul 09 19:04:09.303829 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1271e84f-e87c-4172-b2f7-0d227a82027c', 'name': 'network-vif-deleted', 'tag': '43a0885a-e473-44f4-ba97-5ab0d1f6f0ca', 'status': 'completed', 'code': 200}
Jul 09 19:04:09.707618 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-523594c4-9594-4257-bde9-3f383414d63e req-aa2df05c-6f72-47b3-bd91-bb2cc2ed9399 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:04:09.726066 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-523594c4-9594-4257-bde9-3f383414d63e req-aa2df05c-6f72-47b3-bd91-bb2cc2ed9399 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:04:09.727499 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-523594c4-9594-4257-bde9-3f383414d63e req-aa2df05c-6f72-47b3-bd91-bb2cc2ed9399 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=1271e84f-e87c-4172-b2f7-0d227a82027c HTTP/1.1" status: 200  len: 210 time: 0.0644572
Jul 09 19:04:10.100864 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:10.981570 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:11.014839 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:11.015125 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device 43a0885a-e473-44f4-ba97-5ab0d1f6f0ca not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:11.561735 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:13.226189 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51512) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:13.428174 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port a620a65c-e4c2-4bc2-9e7a-8d1872fc33af {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:13.428519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:13.598004 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:13.598334 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:13.717891 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for a620a65c-e4c2-4bc2-9e7a-8d1872fc33af owned by network:floatingip {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:13.963330 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:13.966796 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-e4158011-5d61-4337-855b-3351147170fa tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:14.009027 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=a620a65c-e4c2-4bc2-9e7a-8d1872fc33af,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:14.012395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:14.100388 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:14.100812 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.db.l3_db [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Floating IP 64021b13-d3d8-4566-901c-3973e201d205 disassociated (deleted). External IP: 172.27.1.82, port: b9153c96-d31b-4387-afac-95be8cef7f85.
Jul 09 19:04:14.445943 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:04:14.621546 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:04:14.632196 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:04:14.641443 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:14.642528 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:14.643215 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34070be820>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:14.696367 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-ffeda19b-f884-493a-97a4-a5c04f4e8169 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "DELETE /v2.0/floatingips/64021b13-d3d8-4566-901c-3973e201d205 HTTP/1.1" status: 204  len: 168 time: 1.4690204
Jul 09 19:04:14.696995 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85'}] {{(pid=78521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:04:14.747116 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'status': 'completed', 'code': 200}
Jul 09 19:04:14.825698 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:14.847140 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-1126f474-ab04-4545-8199-a43a5675ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:14.851032 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-1126f474-ab04-4545-8199-a43a5675ea0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c5716f4c554a56b3f011f174ebd215&device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 1098 time: 0.0761542
Jul 09 19:04:15.042003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-a61bf840-4064-4b5a-8ae0-a8da1cd4d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:15.043365 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-a61bf840-4064-4b5a-8ae0-a8da1cd4d90c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 200  len: 913 time: 0.1866317
Jul 09 19:04:15.121514 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-b1291538-418e-4ffa-9955-d088405c647b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 200  len: 217 time: 0.0673764
Jul 09 19:04:15.139430 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34070be820>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:15.143568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:04:15.152377 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:15.153025 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f34070be820>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:15.196226 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a67722-7b75-4a8a-a25b-f91e1ae90eef req-a8c3bac8-d18f-419f-9c38-1bfa21b683d5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:15.197779 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81a67722-7b75-4a8a-a25b-f91e1ae90eef req-a8c3bac8-d18f-419f-9c38-1bfa21b683d5 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.1944478
Jul 09 19:04:15.219753 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-ffbc8929-7e40-4c39-a23c-387f33b8cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:15.221148 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-ffbc8929-7e40-4c39-a23c-387f33b8cb24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 200  len: 851 time: 0.0912004
Jul 09 19:04:15.294439 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-81a67722-7b75-4a8a-a25b-f91e1ae90eef req-5e23b89c-b5d9-4697-aa43-4c51735437bb tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904672
Jul 09 19:04:15.318896 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-ecc9d862-9fba-4007-9cf8-8be89cea8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:15.320418 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-ecc9d862-9fba-4007-9cf8-8be89cea8e52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907226
Jul 09 19:04:15.377898 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:15.453753 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-bc2c50df-b494-4264-b7b0-34aebc86aeb5 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245303
Jul 09 19:04:15.586355 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-44e2fbf1-c25e-4e62-a780-769b232df9b9 req-8f414810-bf4a-42eb-90f5-3201ee152ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252329
Jul 09 19:04:15.686143 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f34070be820>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:15.689986 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382df87-6d10-48a1-93a4-72456db5ba03 None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T18:57:25Z', 'revision_number': 4, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi', '_interfaces': [{'id': '801a214e-6404-4523-92f1-c30fcd3cf257', 'name': '', 'network_id': 'd4efa4ca-9c59-4bd4-91c4-6993e0c16c69', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'mac_address': 'fa:16:3e:26:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:24Z', 'updated_at': '2021-07-09T18:57:34Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'subnets': [{'id': '5330c7d1-48a3-431a-b63d-eefb1e13bc69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:04:15.909494 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea25ae9-f5e1-486a-b962-92ef64a5ff3e None None] New status for floating IP 64021b13-d3d8-4566-901c-3973e201d205: DOWN {{(pid=78523) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 09 19:04:16.544322 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa500bef-a628-483a-8234-a92ad64b02c6 req-42e44327-c99d-4535-8bc6-830b7a4ea98a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:16.545734 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aa500bef-a628-483a-8234-a92ad64b02c6 req-42e44327-c99d-4535-8bc6-830b7a4ea98a tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.1440954
Jul 09 19:04:16.553911 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-df0d224f-2714-4309-bcd3-7f8bea06866c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 09 19:04:16.555232 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-df0d224f-2714-4309-bcd3-7f8bea06866c tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 945 time: 0.1130443
Jul 09 19:04:16.649822 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-aa500bef-a628-483a-8234-a92ad64b02c6 req-8f564a5b-7d28-4667-a72e-dfb97543db21 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e8f47c7-c124-4639-893c-7c9662d23509&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936599
Jul 09 19:04:16.654896 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port b9153c96-d31b-4387-afac-95be8cef7f85 {{(pid=78520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:16.655248 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:16.897121 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.db [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] For port b9153c96-d31b-4387-afac-95be8cef7f85, host hv-cinder-80026, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80026',level=0,port_id=b9153c96-d31b-4387-afac-95be8cef7f85,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:16.897604 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:17.110100 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.plugins.ml2.plugin [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for b9153c96-d31b-4387-afac-95be8cef7f85 owned by compute:nova {{(pid=78520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:17.251376 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6522781'] for port, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:17.257341 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-caf99d69-dad4-45e3-9e77-f93a792ee22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:17.302800 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=b9153c96-d31b-4387-afac-95be8cef7f85,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:17.306012 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:17.380047 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] No DVR routers for this DVR port b9153c96-d31b-4387-afac-95be8cef7f85 on host hv-cinder-80026 {{(pid=78520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 19:04:17.382586 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for port, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:17.385144 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'name': 'network-vif-deleted', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85'}] {{(pid=78520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 09 19:04:17.397336 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-75c7cebd-5784-489a-a09a-d15fb57374d2 req-f03afbda-8c2b-4d54-9401-9065d30b89f3 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.15 "DELETE /v2.0/ports/b9153c96-d31b-4387-afac-95be8cef7f85 HTTP/1.1" status: 204  len: 173 time: 0.8285537
Jul 09 19:04:17.430809 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e61e4-01d2-478b-94b9-62d097c292f9', 'name': 'network-vif-deleted', 'tag': 'b9153c96-d31b-4387-afac-95be8cef7f85', 'status': 'completed', 'code': 200}
Jul 09 19:04:17.801196 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-ae9e79c2-a556-477a-97b0-296ac642b3f9 req-0f0842be-1217-4d22-97f1-c951c2c9ba41 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Synchronizing usage tracker for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 09 19:04:17.817003 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.quota.resource [req-ae9e79c2-a556-477a-97b0-296ac642b3f9 req-0f0842be-1217-4d22-97f1-c951c2c9ba41 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Unset dirty status for tenant:73c5716f4c554a56b3f011f174ebd215 on resource:port {{(pid=78520) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 09 19:04:17.818305 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [req-ae9e79c2-a556-477a-97b0-296ac642b3f9 req-0f0842be-1217-4d22-97f1-c951c2c9ba41 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "GET /v2.0/ports?device_id=d04e61e4-01d2-478b-94b9-62d097c292f9 HTTP/1.1" status: 200  len: 210 time: 0.0605383
Jul 09 19:04:18.914697 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51530) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:19.073777 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Deleting port a6b897bf-3991-41c5-91c6-1ad5e87c8e89 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:19.074107 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.244222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.244447 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.366223 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Calling delete_port for a6b897bf-3991-41c5-91c6-1ad5e87c8e89 owned by network:floatingip {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:19.606873 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.611222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-56fe74e6-12c4-4045-930b-bbc88700542d tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:19.654476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'Port': ['ID=a6b897bf-3991-41c5-91c6-1ad5e87c8e89,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:19.684560 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:19.745354 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for floatingip, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.762222 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201264'] for floatingip, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:19.763345 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-48639eaa-8473-428b-8d31-2d901ae52793 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4ade27c-f9a8-40b3-858e-c9fde8cf8be8 HTTP/1.1" status: 204  len: 168 time: 0.8476901
Jul 09 19:04:21.026794 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b9153c96-d31b-4387-afac-95be8cef7f85 no longer exists at agent hyperv_hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:21.064036 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] No Port match for: b9153c96-d31b-4387-afac-95be8cef7f85 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:21.064382 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Device b9153c96-d31b-4387-afac-95be8cef7f85 not bound to the agent host hv-cinder-80026 {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:21.134096 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51544) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:21.205841 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:21.235239 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:21.300941 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:21.304893 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-4f205320-2428-45a6-85ca-703b037abc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:21.320892 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8f47c7-c124-4639-893c-7c9662d23509,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:21.323501 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:21.330805 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:21.331914 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-080db8ee-9612-4be1-bca6-c66269f7f82e tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] 10.222.0.20 "DELETE /v2.0/security-groups/1e8f47c7-c124-4639-893c-7c9662d23509 HTTP/1.1" status: 204  len: 168 time: 0.1968510
Jul 09 19:04:21.388239 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51550) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:22.060747 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:22.398423 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Deleting port 801a214e-6404-4523-92f1-c30fcd3cf257 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:22.399181 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:22.563881 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] For port 801a214e-6404-4523-92f1-c30fcd3cf257, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=801a214e-6404-4523-92f1-c30fcd3cf257,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:22.564229 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:22.776588 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Calling delete_port for 801a214e-6404-4523-92f1-c30fcd3cf257 owned by network:router_interface {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:23.086612 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:23.090787 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-8958560e-b8a1-48cc-acf1-68a145336322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:23.137493 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=801a214e-6404-4523-92f1-c30fcd3cf257,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:23.163677 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:23.401594 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:23.749012 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:04:23.921402 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:04:23.930823 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Sync routers for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:04:23.936064 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-592cab8b-33c7-482b-b217-efae3987aad6 admin admin] 10.222.0.20 "PUT /v2.0/routers/3ae1a596-1262-46ce-b0ea-9b08572bcb66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5441260
Jul 09 19:04:23.936274 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51556) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:23.940617 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:23.941266 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406d08f70>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:24.119642 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:24.228614 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks [] for router, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:24.406064 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406d08f70>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T19:04:23Z', 'revision_number': 5, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port': {'id': '44fe0724-277c-4eb3-89b3-8b2108411e7e', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:21Z', 'updated_at': '2021-07-09T18:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:24.407393 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:24.409772 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Checking router: 3ae1a596-1262-46ce-b0ea-9b08572bcb66 for host: dv-cinder-800268-1-iscsi {{(pid=78522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:04:24.417837 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Deleting port 44fe0724-277c-4eb3-89b3-8b2108411e7e {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:24.418173 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:24.418505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Routers {'3ae1a596-1262-46ce-b0ea-9b08572bcb66'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:24.419133 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3406d08f70>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'], 'active': True} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:24.566719 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_dvr_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] Set router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 gateway port host: None {{(pid=78522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:24.594478 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] For port 44fe0724-277c-4eb3-89b3-8b2108411e7e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=44fe0724-277c-4eb3-89b3-8b2108411e7e,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:24.594839 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:24.671872 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.db.l3_hamode_db [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3406d08f70>, [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T19:04:24Z', 'revision_number': 6, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:24.675719 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334226a-61b0-4292-9d6a-ad83478841ee None None] The sync data for ids ['3ae1a596-1262-46ce-b0ea-9b08572bcb66'] in dv-cinder-800268-1-iscsi is: [{'id': '3ae1a596-1262-46ce-b0ea-9b08572bcb66', 'name': 'tempest-TestVolumeBootPattern-1626511124-router', 'tenant_id': '73c5716f4c554a56b3f011f174ebd215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:20Z', 'updated_at': '2021-07-09T19:04:24Z', 'revision_number': 6, 'project_id': '73c5716f4c554a56b3f011f174ebd215', 'gw_port_host': None}] {{(pid=78522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:04:24.718040 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Calling delete_port for 44fe0724-277c-4eb3-89b3-8b2108411e7e owned by network:router_gateway {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:24.886351 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:24.889867 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0717845d-4e32-434f-a3da-4df27c624832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:24.942653 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe0724-277c-4eb3-89b3-8b2108411e7e,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:24.946080 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:25.042587 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.227502 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.229595 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.251930 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.252439 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae1a596-1262-46ce-b0ea-9b08572bcb66 {{(pid=78521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 19:04:25.265247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.266340 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-fa36e502-1a2a-4959-ace0-a9a6fe8951dc admin admin] 10.222.0.20 "DELETE /v2.0/routers/3ae1a596-1262-46ce-b0ea-9b08572bcb66 HTTP/1.1" status: 204  len: 168 time: 1.3291364
Jul 09 19:04:25.268996 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51560) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:25.329145 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Deleting subnet 5330c7d1-48a3-431a-b63d-eefb1e13bc69 {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 19:04:25.332032 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.378597 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.456436 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.529320 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.533906 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:25.568166 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5330c7d1-48a3-431a-b63d-eefb1e13bc69,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:25.570093 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.574648 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efa8ae-145c-4df7-8d5b-c73174885200 None None] Network d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 19:04:25.578411 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5330c7d1-48a3-431a-b63d-eefb1e13bc69 HTTP/1.1" status: 204  len: 168 time: 0.3061008
Jul 09 19:04:25.578411 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1dd71558-4c82-4345-8622-2e17aad902b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:25.578672 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51564) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:25.803141 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.813500 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Deleting port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:25.813826 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:25.904903 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] DHCP port deletion for d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 19:04:25.909151 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Deleting port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:25.909534 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.029458 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] For port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:26.029710 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.114307 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] For port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,segment=NetworkSegment(3a0f3e78-5e55-4ab5-b257-8d844c06fc8b),segment_id=3a0f3e78-5e55-4ab5-b257-8d844c06fc8b)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:26.115276 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.152310 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Calling delete_port for 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:26.229519 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.232345 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 801a214e-6404-4523-92f1-c30fcd3cf257 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:26.234161 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-0b37916b-6e15-4103-8170-47a6b847a353 tempest-TestVolumeBootPattern-1241269218 tempest-TestVolumeBootPattern-1241269218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:26.262058 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Calling delete_port for 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:26.281550 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd7d2c7-e70d-4594-ae32-7ba54312b9e4,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:26.283314 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] No DVR routers for this DVR port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 19:04:26.284773 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:26.312491 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 801a214e-6404-4523-92f1-c30fcd3cf257 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:26.312864 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 801a214e-6404-4523-92f1-c30fcd3cf257 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:26.313297 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 44fe0724-277c-4eb3-89b3-8b2108411e7e no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:26.349587 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 44fe0724-277c-4eb3-89b3-8b2108411e7e {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:26.349947 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 44fe0724-277c-4eb3-89b3-8b2108411e7e not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:26.350376 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:26.387181 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:26.387456 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:26.399179 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.412058 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340a0fa880>,) {'filters': {'network_id': ['d4efa4ca-9c59-4bd4-91c4-6993e0c16c69']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:26.412570 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 19:04:26.412964 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 19:04:26.423836 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a0fa880>, '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:26.424127 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340a0fa880>, '3a0f3e78-5e55-4ab5-b257-8d844c06fc8b') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:26.435077 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.450979 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.457007 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 19:04:26.457618 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 19:04:26.471447 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 19:04:26.547398 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.551811 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.554476 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:26.577690 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4efa4ca-9c59-4bd4-91c4-6993e0c16c69,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:26.580262 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:26.592243 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-12a7ec95-8090-496b-a418-124200f61a78 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4efa4ca-9c59-4bd4-91c4-6993e0c16c69 HTTP/1.1" status: 204  len: 168 time: 1.0127726
Jul 09 19:04:26.595039 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51568) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:26.914648 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Deleting port 7fd7d2c7-e70d-4594-ae32-7ba54312b9e4 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:26.915145 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:26.983586 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-80045c48-5382-4169-a11a-3eab6d1b7b68 None None] The port '7fd7d2c7-e70d-4594-ae32-7ba54312b9e4' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 19:04:27.134067 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1574988'] for router_interface, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:27.574103 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Deleting port ac08f2e9-60e1-47d9-b7d1-ba291693187e {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:27.574868 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:27.746309 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] For port ac08f2e9-60e1-47d9-b7d1-ba291693187e, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=ac08f2e9-60e1-47d9-b7d1-ba291693187e,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:27.746659 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:27.867426 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Calling delete_port for ac08f2e9-60e1-47d9-b7d1-ba291693187e owned by network:router_interface {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:28.040663 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:28.044974 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-08248410-fa30-4372-8942-f992721ad445 tempest-TestMinimumBasicScenario-1724208105 tempest-TestMinimumBasicScenario-1724208105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:28.091434 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac08f2e9-60e1-47d9-b7d1-ba291693187e,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:28.118130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:28.356371 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1592750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1575160'] for router_interface, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:28.796115 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Router 30591abd-2e82-4bfc-bbc0-b38028376550 has already been hosted by L3 agent ff389503-16fe-4ca4-a9be-fa54978bd443 {{(pid=78521) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 09 19:04:28.976240 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] Notify agent at l3_agent.dv-cinder-800268-1-iscsi the message routers_updated {{(pid=78521) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 09 19:04:28.984667 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Sync routers for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 09 19:04:28.992737 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-d94d32e9-2efe-4e66-85bf-33a5d5c1767c admin admin] 10.222.0.20 "PUT /v2.0/routers/30591abd-2e82-4bfc-bbc0-b38028376550/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3957732
Jul 09 19:04:28.994395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51572) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:28.994534 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:28.995143 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407b24280>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:29.168131 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: dv-cinder-800268-1-iscsi {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:29.168963 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks [] for router, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:29.343015 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:29.354814 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Deleting port 4b45afcb-98cc-41ea-9537-7c3a5d070776 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:29.355247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:29.449523 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407b24280>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'external_fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T19:04:27Z', 'revision_number': 5, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port': {'id': '4b45afcb-98cc-41ea-9537-7c3a5d070776', 'name': '', 'network_id': '8b57ebc8-2be4-4207-a98a-dee7ddbf6438', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ff:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800268-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T18:57:30Z', 'updated_at': '2021-07-09T18:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4102f2b1-7f6a-4a36-84a4-971e1132110e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800268-1-iscsi'}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:29.453144 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Checking router: 30591abd-2e82-4bfc-bbc0-b38028376550 for host: dv-cinder-800268-1-iscsi {{(pid=78523) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 09 19:04:29.461925 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Routers {'30591abd-2e82-4bfc-bbc0-b38028376550'} bound to L3 agent in host dv-cinder-800268-1-iscsi {{(pid=78523) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 09 19:04:29.462523 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3407b24280>, 'dv-cinder-800268-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T18:41:39Z,description=<?>,heartbeat_timestamp=2021-07-09T19:04:09Z,host='dv-cinder-800268-1-iscsi',id=ff389503-16fe-4ca4-a9be-fa54978bd443,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-09T18:41:39Z,topic='l3_agent')) {'router_ids': ['30591abd-2e82-4bfc-bbc0-b38028376550'], 'active': True} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:29.528102 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] For port 4b45afcb-98cc-41ea-9537-7c3a5d070776, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=4b45afcb-98cc-41ea-9537-7c3a5d070776,segment=NetworkSegment(ccf57606-6809-499f-b038-876e11336281),segment_id=ccf57606-6809-499f-b038-876e11336281)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:29.528463 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:29.611025 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_dvr_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] Set router 30591abd-2e82-4bfc-bbc0-b38028376550 gateway port host: None {{(pid=78523) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 09 19:04:29.650360 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Calling delete_port for 4b45afcb-98cc-41ea-9537-7c3a5d070776 owned by network:router_gateway {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:29.714141 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.l3_hamode_db [None req-c3258d79-b031-4762-a891-2845debfa31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3407b24280>, [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T19:04:29Z', 'revision_number': 6, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port_host': None}], 'dv-cinder-800268-1-iscsi', False) {} {{(pid=78523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:29.717991 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3258d79-b031-4762-a891-2845debfa31c None None] The sync data for ids ['30591abd-2e82-4bfc-bbc0-b38028376550'] in dv-cinder-800268-1-iscsi is: [{'id': '30591abd-2e82-4bfc-bbc0-b38028376550', 'name': 'tempest-TestVolumeBootPattern-101908853-router', 'tenant_id': 'e8a204dc512b417cb4e299307398d0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T18:57:28Z', 'updated_at': '2021-07-09T19:04:29Z', 'revision_number': 6, 'project_id': 'e8a204dc512b417cb4e299307398d0ad', 'gw_port_host': None}] {{(pid=78523) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 09 19:04:29.825994 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:29.829543 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-1dabaf79-b729-42b0-bbab-18363d474ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:29.872959 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b45afcb-98cc-41ea-9537-7c3a5d070776,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:29.877245 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:29.965342 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1587047'] for router_gateway, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.236498 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1574964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1218'] for router, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.238623 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.260182 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1574020'] for router, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.260720 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30591abd-2e82-4bfc-bbc0-b38028376550 {{(pid=78521) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 09 19:04:30.272428 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] Notify callbacks [] for router, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.273575 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-2a0a1311-1ba9-4a09-aa04-659bfedea9cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/30591abd-2e82-4bfc-bbc0-b38028376550 HTTP/1.1" status: 204  len: 168 time: 1.2782865
Jul 09 19:04:30.276038 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51576) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:30.334253 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Deleting subnet fc98e0e7-2e48-441e-9c05-9973b7b6e55c {{(pid=78521) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 09 19:04:30.337065 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.387767 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7113018'] for subnet, precommit_delete_associations {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.471287 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3630236'] for subnet, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.497832 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ac08f2e9-60e1-47d9-b7d1-ba291693187e no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:30.532993 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: ac08f2e9-60e1-47d9-b7d1-ba291693187e {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:30.533354 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device ac08f2e9-60e1-47d9-b7d1-ba291693187e not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:30.533824 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4b45afcb-98cc-41ea-9537-7c3a5d070776 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:30.544908 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3627305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7113030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7176023'] for subnet, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.549076 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-d54de16f-0f7b-4e94-9e4d-f78aab93bb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:30.571422 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: 4b45afcb-98cc-41ea-9537-7c3a5d070776 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:30.571773 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device 4b45afcb-98cc-41ea-9537-7c3a5d070776 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:30.587758 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc98e0e7-2e48-441e-9c05-9973b7b6e55c,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:30.590890 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:30.591929 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.596861 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75539c57-90eb-446b-8a73-141e8ad19119 None None] Network b2da075a-56e9-4ef4-a7f0-60e0274c33d7 requested from dv-cinder-800268-1-iscsi {{(pid=78522) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 09 19:04:30.597608 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-b4921717-8ac9-40b6-bf03-2c08ebac4f3b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc98e0e7-2e48-441e-9c05-9973b7b6e55c HTTP/1.1" status: 204  len: 168 time: 0.3206553
Jul 09 19:04:30.600471 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51580) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:30.710130 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3425151'] for network, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.721529 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Deleting port b39508a1-e7e9-475b-a456-7d31ab6e1737 {{(pid=78521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:30.721870 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.840001 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] DHCP port deletion for b2da075a-56e9-4ef4-a7f0-60e0274c33d7 request from dv-cinder-800268-1-iscsi {{(pid=78522) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 09 19:04:30.845185 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Deleting port b39508a1-e7e9-475b-a456-7d31ab6e1737 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:30.845754 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:30.933400 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.db [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] For port b39508a1-e7e9-475b-a456-7d31ab6e1737, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b39508a1-e7e9-475b-a456-7d31ab6e1737,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:30.934008 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.053734 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.db [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] For port b39508a1-e7e9-475b-a456-7d31ab6e1737, host dv-cinder-800268-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800268-1-iscsi',level=0,port_id=b39508a1-e7e9-475b-a456-7d31ab6e1737,segment=NetworkSegment(87d1bf06-e918-4c65-a936-f469dff34ae1),segment_id=87d1bf06-e918-4c65-a936-f469dff34ae1)] {{(pid=78522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 09 19:04:31.054002 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707084'] for port, precommit_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.061343 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.plugin [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Calling delete_port for b39508a1-e7e9-475b-a456-7d31ab6e1737 owned by network:dhcp {{(pid=78521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:31.139938 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3409690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741346304642', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741345742093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7199669'] for port, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.143646 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-4ba4bf77-c628-4e76-a69e-89d3f7b72212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:31.177729 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Calling delete_port for b39508a1-e7e9-475b-a456-7d31ab6e1737 owned by network:dhcp {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 09 19:04:31.186501 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b39508a1-e7e9-475b-a456-7d31ab6e1737,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:31.189602 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:31.190359 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] No DVR routers for this DVR port b39508a1-e7e9-475b-a456-7d31ab6e1737 on host dv-cinder-800268-1-iscsi {{(pid=78521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 09 19:04:31.283594 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.db.api [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 09 19:04:31.283959 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG oslo_db.api [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 09 19:04:31.306681 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3628051', 'neutron.services.segments.db._delete_segments_for_network-8741346214840'] for network, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.319744 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f340be5afa0>,) {'filters': {'network_id': ['b2da075a-56e9-4ef4-a7f0-60e0274c33d7']}} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:31.332924 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f340be5afa0>, '87d1bf06-e918-4c65-a936-f469dff34ae1') {'for_net_delete': True} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:31.333251 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.services.segments.db [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f340be5afa0>, '87d1bf06-e918-4c65-a936-f469dff34ae1') {} {{(pid=78521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 09 19:04:31.344277 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741346243615', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7113009'] for segment, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.360225 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3632850'] for segment, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.366869 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=78521) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 09 19:04:31.367247 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3632811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7199712'] for segment, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]: Traceback (most recent call last):
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     timer()
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     cb(*args, **kw)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     return func(*args, **kwargs)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     self._notify()
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     self.callback(batched_events)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     event.method(event)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     return f(self, *a, **k)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._get(url).json()
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     return self.request(url, 'GET', **kwargs)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 09 19:04:31.384867 dv-cinder-800268-1-iscsi neutron-server[78521]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 09 19:04:31.456948 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3628058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825371', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1592791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1587020'] for network, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.461489 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1592773'] for network, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.465259 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-c80a383b-2abb-4587-8d57-b262bc37256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:31.486784 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b2da075a-56e9-4ef4-a7f0-60e0274c33d7,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:31.489074 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:31.493408 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-f1651a7d-50a5-44d5-b426-ac063ca752ae admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2da075a-56e9-4ef4-a7f0-60e0274c33d7 HTTP/1.1" status: 204  len: 168 time: 0.8920078
Jul 09 19:04:31.604201 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51586) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:31.653302 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-7c8ea29a-bfb7-4407-a561-49c4c70fe8f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73c5716f4c554a56b3f011f174ebd215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478582
Jul 09 19:04:31.655516 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51590) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:31.711177 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.739613 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.785298 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Deleting port b39508a1-e7e9-475b-a456-7d31ab6e1737 {{(pid=78522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 09 19:04:31.785807 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741346305639'] for port, before_delete {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.792254 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.795844 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-062630a7-2650-4400-b7d9-329a7a1af0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:31.807846 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e82140-15a0-47ba-83c7-4aef6f1e1f16,revision_number=None']} {{(pid=78520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:31.811128 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG oslo_concurrency.lockutils [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:31.816982 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron_lib.callbacks.manager [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:31.818627 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-d19af21f-ff09-41fc-bd69-8e3da06d6e44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97e82140-15a0-47ba-83c7-4aef6f1e1f16 HTTP/1.1" status: 204  len: 168 time: 0.1621468
Jul 09 19:04:31.858383 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-df9a0e7b-06fc-400d-a8d6-11e650f1198a None None] The port 'b39508a1-e7e9-475b-a456-7d31ab6e1737' was deleted {{(pid=78522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 09 19:04:32.158423 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [-] (78520) accepted ('10.222.0.20', 51598) {{(pid=78520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:32.180144 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:32.204172 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b39508a1-e7e9-475b-a456-7d31ab6e1737 no longer exists at agent ovs-agent-dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 09 19:04:32.210204 dv-cinder-800268-1-iscsi neutron-server[78520]: INFO neutron.wsgi [None req-4be73ea4-fabb-41d1-917d-b3a12b7b836a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8a204dc512b417cb4e299307398d0ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504072
Jul 09 19:04:32.212654 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [-] (78521) accepted ('10.222.0.20', 51602) {{(pid=78521) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 09 19:04:32.240149 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.plugin [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] No Port match for: b39508a1-e7e9-475b-a456-7d31ab6e1737 {{(pid=78522) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 09 19:04:32.240498 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron.plugins.ml2.rpc [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Device b39508a1-e7e9-475b-a456-7d31ab6e1737 not bound to the agent host dv-cinder-800268-1-iscsi {{(pid=78522) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 09 19:04:32.357645 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:32.383405 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:32.434963 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825458'] for security_group, after_delete {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:32.439761 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-3fa5e7ac-2e0d-4ba9-ba0f-22d9d5a6d905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 09 19:04:32.453395 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3415f0e-2870-4c8e-9c92-af1ed475dc25,revision_number=None']} {{(pid=78521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 09 19:04:32.455730 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG oslo_concurrency.lockutils [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78521) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 09 19:04:32.457894 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron_lib.callbacks.manager [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:32.459785 dv-cinder-800268-1-iscsi neutron-server[78521]: INFO neutron.wsgi [None req-54e5cb0d-80a6-4ba7-8cf8-b397d1155af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3415f0e-2870-4c8e-9c92-af1ed475dc25 HTTP/1.1" status: 204  len: 168 time: 0.2460487
Jul 09 19:04:32.562747 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:04:36.376766 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9653e5c0-e30f-4a18-a644-8eeaac889b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:36.894206 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:39.134944 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-aca8f6fc-016b-4d33-93e1-571f9d2f7568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:40.102637 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:04:41.565833 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:02.178867 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:06.378568 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-a8cba109-f958-4c85-aefc-69ba3e5623a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:06.902766 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:09.136572 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-ebf2a0ef-acb6-482d-bf47-656bf1ef794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:09.561513 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:05:10.106375 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:11.568059 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:32.193306 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:36.379567 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-66238b17-3568-4ffd-9c2e-c620d19206a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:36.895521 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:39.140527 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-21bfd282-8536-42b8-bf93-05e4621a4add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:40.108264 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:41.571614 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:05:46.560393 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:06:02.179183 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:06.383560 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-9ba8701f-8500-46c5-97d3-4f851445aaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:06.899598 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:09.141282 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0c502555-7a03-4ed7-9b43-6374b740be13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:10.110912 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:11.573992 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:23.558981 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:06:32.176884 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:36.384348 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0c3a85e3-4402-4212-8d0f-2a0bdf46d556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:36.901965 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:39.142644 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6d62e7e9-4e49-45ed-8b89-b58da7609919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:40.114852 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:06:41.577725 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:00.559515 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:07:02.176583 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:06.385663 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-6c301e5a-ff8d-435f-a48a-9208bc9678ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:06.904247 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:09.144300 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-f3842a6b-3098-46d3-9d48-43b85f7f9218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:10.116134 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:11.580519 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:32.191425 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:36.386028 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-7e9a97f9-22f5-4d7a-a0a9-7e2124016986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:36.909409 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:37.558975 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:07:39.145062 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ce03342-c36f-45f8-a450-269313c8dbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:40.119096 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:07:41.583452 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:02.191352 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:06.387845 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-e853dc3c-c324-4abd-8423-9744f7a22794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:06.912469 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:09.146770 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0de5a031-97e4-4a48-9860-1d6d37d50661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:10.124397 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:11.586891 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:14.557657 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:08:20.208606 dv-cinder-800268-1-iscsi neutron-server[78521]: DEBUG neutron.wsgi [req-a2077843-3067-457e-b256-ad807ade239a req-d6f8c68a-291f-4ab5-b8c0-bf33dd9e910b service neutron] (78521) timed out ('10.222.0.15', 58444) {{(pid=78521) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 19:08:21.354019 dv-cinder-800268-1-iscsi neutron-server[78520]: DEBUG neutron.wsgi [req-6b1977dd-9a42-4e3b-94d2-e7ff32271044 req-a6a283f9-747c-4322-b77b-eaf16cf99895 tempest-AttachVolumeNegativeTest-1403944352 tempest-AttachVolumeNegativeTest-1403944352-project] (78520) timed out ('10.222.0.15', 58778) {{(pid=78520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 09 19:08:32.204515 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:36.390046 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-de6e84ee-713e-4bdd-8f05-5d76d76aa104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:36.914737 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:39.148098 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-e7269283-6c7f-428f-8af3-5a185eb80ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:40.124482 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:41.588949 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:08:51.557111 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:09:02.204392 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:06.391797 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-67618f47-8bfd-47b0-b0dc-429c324fb481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:06.917641 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:09.149811 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-98151bec-c82c-462c-831f-e6a8ca2bd164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:10.126797 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:11.591844 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:28.555188 dv-cinder-800268-1-iscsi neutron-server[78523]: DEBUG neutron.db.agents_db [None req-651823fb-1a81-4385-acf3-cc28ed215d00 None None] Agent healthcheck: found 6 active agents {{(pid=78523) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 09 19:09:32.221416 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-696786af-913f-4328-8b3e-28df22de7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:36.393556 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-42e336a7-6529-4077-bc51-ca46a047abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:36.918906 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-16a96ca8-3c81-448d-84be-8e12503f37c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:39.151505 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-85494c4f-d9f4-4baf-8c7b-3e6df1bf9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:40.129667 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-0ec2dab9-d3a5-49df-b148-090961503b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 09 19:09:41.594385 dv-cinder-800268-1-iscsi neutron-server[78522]: DEBUG neutron_lib.callbacks.manager [None req-91336c79-af18-43d3-bac9-b7ef24721aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741346214849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3626205'] for agent, after_update {{(pid=78522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}